-- Logs begin at Thu 2021-04-15 10:05:16 UTC, end at Thu 2021-04-15 11:12:37 UTC. -- Apr 15 10:45:15.794001 dv-cinder-786383-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 10:45:18.918854 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:45:18.919388 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:45:18.920739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:45:18.922591 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.common.config [-] Logging enabled! Apr 15 10:45:18.922881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev84 Apr 15 10:45:18.923233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85262) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 10:45:18.924286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:45:18.924550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:45:18.925601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:45:18.925896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:45:18.926131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:45:18.926552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.926909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.927248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.927511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.927833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.928170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.928493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.928828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.929166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.929498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.929817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.930145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.930417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.930744 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.931076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.931409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.931669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] debug = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.931987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.932534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.932860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.933180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.933515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.933836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.934145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.934492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.934821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.935192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] host = dv-cinder-786383-1-smb {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.935509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.935838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.936184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.936498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.936846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.937165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.937492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.937804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.938118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.938454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.938788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.939119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.939456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.939714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.940010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.940332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.940667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.940981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.941292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.941599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.941911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.942237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.942552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.942879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.943211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.943521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.943830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.944142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.944451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.944761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.945089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.945399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.945711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.946021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.946374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.946669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.946978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.947325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.947658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.947980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.948308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.948618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.948943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.949255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.949564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.949872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_json = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.950181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.950516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.950839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.951146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.951453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.951762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.952067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.952398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:18.952792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.953132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.953478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.953801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.954137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.954485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.954811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.955129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.955459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.955790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.956113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.956428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.956754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.957067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.957404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.957758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.958094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.958841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.959152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.959459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.959768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.960082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.960408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.960749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.961097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.961396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.961714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.962049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.962394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.962706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.963022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.963354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.963669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.963979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.964298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.964614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.964920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.965230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.965543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.965942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.966192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.966543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.966856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.967163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.967467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.967793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.968136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.968446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.968754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.969073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.969380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.969690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.970006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.970341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.970655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.971030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.971271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.971585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.971887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.972194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.972505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.972811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.973125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.973432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.973741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.974039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.974372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.974683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.975011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.975351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.975663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.976640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.976640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.976640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.976910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.977170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.977484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.977798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.978106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.978466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.978796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.979122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.979445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.979759 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.980098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.980412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.980733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.981044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.981359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.981683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.982003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.982366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.982706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.983039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.983372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.983731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.984075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.984432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.984753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:18.985010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:45:18.985291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85262) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 10:45:19.639216 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading Gnome Apr 15 10:45:19.656127 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading Google Apr 15 10:45:19.658901 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 10:45:19.662469 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading file Apr 15 10:45:19.663313 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading keyczar Apr 15 10:45:19.663592 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading multi Apr 15 10:45:19.664231 dv-cinder-786383-1-smb neutron-server[85262]: INFO keyring.backend [-] Loading pyfs Apr 15 10:45:19.710765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:19.711103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:19.711468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:19.711844 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 10:45:20.104064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.104496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.104670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.106066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.106513 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.106810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.143494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.143808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.144107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.158913 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.159225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.159531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.224931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.225241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.225545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.226598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.226903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.228748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.497317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.497582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.497906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.498209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.499059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.647056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.647434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.647761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.648069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.648370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.648752 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.649054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.649339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.649608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.649949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.650281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.650573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.650879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.651173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.651480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.651779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.652074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.652391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.652675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.653012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.653462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.653747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.654034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.654399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.654682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.654959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.655384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.655718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.655989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.656259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.656526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.656794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:20.657220 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 10:45:20.660604 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 10:45:20.664695 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 10:45:20.668768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Apr 15 10:45:20.670444 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 10:45:20.671771 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 10:45:20.672152 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 10:45:20.672584 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 10:45:20.675416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 10:45:20.675698 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 10:45:20.676095 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:45:20.704201 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 10:45:20.704710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.705051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85262) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 10:45:20.705641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.707019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85262) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 10:45:20.707341 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 10:45:20.707621 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 10:45:20.711323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.711643 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:20.779602 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 10:45:20.779759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 10:45:20.780058 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 10:45:20.780484 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 10:45:20.817817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.sqlalchemy.engines [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85262) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 10:45:21.276466 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing driver for type 'gre' Apr 15 10:45:21.277039 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] gre ID ranges: [(1, 1000)] Apr 15 10:45:21.320973 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing driver for type 'local' Apr 15 10:45:21.321338 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing driver for type 'vlan' Apr 15 10:45:21.333152 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] VlanTypeDriver initialization complete Apr 15 10:45:21.333876 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing driver for type 'vxlan' Apr 15 10:45:21.334411 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] vxlan ID ranges: [(1, 1000)] Apr 15 10:45:21.381293 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing extension driver 'port_security' Apr 15 10:45:21.381550 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.extensions.port_security [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] PortSecurityExtensionDriver initialization complete Apr 15 10:45:21.381911 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing mechanism driver 'openvswitch' Apr 15 10:45:21.382256 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing mechanism driver 'hyperv' Apr 15 10:45:21.388814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85262) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:21.389659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.390102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.390517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.390937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.391323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.391703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.392115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.392496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.392839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.393245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.393620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.394140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.394584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.394963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.395336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.395749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > address_group after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.396120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > address_group after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.396490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.396852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] ML2 OVO RPC backend initialized. {{(pid=85262) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 10:45:21.397622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.398006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.398484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.398864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > networks before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.399238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.399608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > ports before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.400026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.400459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnets before_response 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.400836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.401203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.401567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.401928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.402321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.402686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.403048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.403412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.403773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.404400 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.plugin [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Modular L2 Plugin initialization complete Apr 15 10:45:21.404751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading services supported by the core plugin {{(pid=85262) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 10:45:21.405110 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.plugins.ml2.managers [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Got port-security extension from driver 'port_security' Apr 15 10:45:21.405679 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.extensions.vlantransparent [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Disabled vlantransparent extension. Apr 15 10:45:21.406206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85262) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 10:45:21.406565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: router Apr 15 10:45:21.444382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.444812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_create 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.445213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router before_create 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.445610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.446021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.446446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_delete 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.446841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.447246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_create 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.447622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.448003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.448383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.448779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.449267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.449706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.450077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.450478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: subnet after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.450847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.451218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.451605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.451979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.452381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.452773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router after_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.453147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.453527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_create 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.453925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.454307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_update 55549900 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.454734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > network after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.455746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Tracking information for resource: router configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:21.456113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Tracking information for resource: floatingip configured {{(pid=85262) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 10:45:21.461371 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_agentschedulers_db [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 10:45:21.462019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.462440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.462817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.463199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: port after_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.464088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router before_create 55550100 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.464483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.464878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_create 55550100 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.465262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > router precommit_update 55550100 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.470185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.provider_configuration [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service providers = [] {{(pid=85262) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 10:45:21.470580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.servicetype_db [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85262) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 10:45:21.473416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.service_base [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:45:21.473778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.service_base [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:45:21.474167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.service_base [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:45:21.475071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.service_base [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85262) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 10:45:21.475457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.services.service_base [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 10:45:21.475868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.476211 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 10:45:21.486415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.486763 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: auto_allocate Apr 15 10:45:21.492554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: network precommit_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.492955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: network precommit_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.493533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.493880 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: tag Apr 15 10:45:21.501102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.501466 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: timestamp Apr 15 10:45:21.505322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.505686 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: network_ip_availability Apr 15 10:45:21.511199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.511595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.511989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.512765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.513119 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: flavors Apr 15 10:45:21.517631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.517995 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading Plugin: revisions Apr 15 10:45:21.522886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85262) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 10:45:21.523275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.812s {{(pid=85262) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:21.524091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85262) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 10:45:21.524447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Initializing extension manager. Apr 15 10:45:21.525012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: __init__.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.525385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: __pycache__ {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.525747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.526117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: address_group.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.527081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.527716 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: address-group Apr 15 10:45:21.528069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: address_scope.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.528823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.529390 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: address-scope Apr 15 10:45:21.529742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.530781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.531351 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: router-admin-state-down-before-update Apr 15 10:45:21.531678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: agent.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.532513 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.533003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: agent Apr 15 10:45:21.533368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: agent_resources_synced.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.534262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.534847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: agent-resources-synced Apr 15 10:45:21.535200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: allowedaddresspairs.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.536966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.537540 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: allowed-address-pairs Apr 15 10:45:21.537892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: auto_allocated_topology.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.538972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.539545 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: auto-allocated-topology Apr 15 10:45:21.539905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: availability_zone.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.540641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.541203 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: availability_zone Apr 15 10:45:21.541560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: availability_zone_filter.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.542494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.543058 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: availability_zone_filter Apr 15 10:45:21.543410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: data_plane_status.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.544434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.544993 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 10:45:21.545347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: default_subnetpools.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.546305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.546875 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: default-subnetpools Apr 15 10:45:21.547225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.548088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.548657 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: dhcp_agent_scheduler Apr 15 10:45:21.549009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: dns.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.549918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.550518 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 10:45:21.550868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: dns_domain_ports.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.551782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.552348 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 10:45:21.552702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: dvr.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.553417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.553982 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: dvr Apr 15 10:45:21.554360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: empty_string_filtering.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.555268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.555829 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: empty-string-filtering Apr 15 10:45:21.556182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.557086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.557641 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:45:21.557987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.558932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.559484 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 10:45:21.559832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: external_net.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.560740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.561304 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: external-net Apr 15 10:45:21.561658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.562665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.563226 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: extra_dhcp_opt Apr 15 10:45:21.563573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: extraroute.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.564472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.565035 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: extraroute Apr 15 10:45:21.565389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: extraroute_atomic.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.566433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.567006 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: extraroute-atomic Apr 15 10:45:21.567355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: filter_validation.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.568035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.568609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: filter-validation Apr 15 10:45:21.568955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: fip_pf_description.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.569847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.570441 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 10:45:21.570792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: fip_port_details.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.571797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.572366 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: fip-port-details Apr 15 10:45:21.572713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: flavors.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.573939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.574542 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: flavors Apr 15 10:45:21.574894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.576544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.577128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 10:45:21.577521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: floatingip_pools.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.578288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.578865 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: floatingip-pools Apr 15 10:45:21.579217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: ip_allocation.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.580141 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.580705 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 10:45:21.581062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.581973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.582562 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: ip-substring-filtering Apr 15 10:45:21.582915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l2_adjacency.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.584175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.584736 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 10:45:21.585087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.586135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.586738 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: router Apr 15 10:45:21.587091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.589333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.589906 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 10:45:21.590294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.591216 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.591792 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: ext-gw-mode Apr 15 10:45:21.592146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.593230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.593796 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: l3-ha Apr 15 10:45:21.594148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3_flavors.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.595118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.595685 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: l3-flavors Apr 15 10:45:21.596044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.596943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.597509 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 10:45:21.597864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: l3agentscheduler.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.599071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.599657 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: l3_agent_scheduler Apr 15 10:45:21.600014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: logging.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.601504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.602100 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension logging not supported by any of loaded plugins Apr 15 10:45:21.602496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: metering.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.603285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.603978 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: metering Apr 15 10:45:21.604338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.605446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.606021 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: metering_source_and_destination_fields Apr 15 10:45:21.606406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: multiprovidernet.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.607359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.607927 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: multi-provider Apr 15 10:45:21.608276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: netmtu.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.609227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.609799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: net-mtu Apr 15 10:45:21.610150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: netmtu_writable.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.611095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.611663 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: net-mtu-writable Apr 15 10:45:21.612015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: network_availability_zone.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.612842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.613426 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: network_availability_zone Apr 15 10:45:21.613780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: network_ip_availability.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.614898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.615468 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: network-ip-availability Apr 15 10:45:21.615823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: network_segment_range.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.616638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.617214 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 10:45:21.617569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: pagination.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.618583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.618941 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: pagination Apr 15 10:45:21.619291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: port_device_profile.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.620185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.620763 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: port-device-profile Apr 15 10:45:21.621113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.622041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.622683 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: port-mac-address-regenerate Apr 15 10:45:21.623034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.623938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.624564 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: port-numa-affinity-policy Apr 15 10:45:21.624908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: port_resource_request.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.625808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.626397 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 10:45:21.626751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: portbindings.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.627667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.628234 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: binding Apr 15 10:45:21.628584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: portbindings_extended.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.629863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.630462 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: binding-extended Apr 15 10:45:21.630818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: portsecurity.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.631779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.632307 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: port-security Apr 15 10:45:21.632659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: project_id.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.633628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.633998 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: project-id Apr 15 10:45:21.634389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: providernet.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.635344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.635911 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: provider Apr 15 10:45:21.636259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.640052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.641952 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos not supported by any of loaded plugins Apr 15 10:45:21.642355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.643694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.644268 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 10:45:21.644631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.645543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.646105 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 10:45:21.646490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_default.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.647396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.647961 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-default not supported by any of loaded plugins Apr 15 10:45:21.648323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_fip.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.649009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.649572 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 10:45:21.649923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_gateway_ip.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.650865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.651430 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 10:45:21.651793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_port_network_policy.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.652690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.653260 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 10:45:21.653608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_rule_type_details.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.654556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.655124 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 10:45:21.655503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: qos_rules_alias.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.656529 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.657097 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 10:45:21.657447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: quotasv2.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.658464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.658826 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: quotas Apr 15 10:45:21.659177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: quotasv2_detail.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.660879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.661252 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: quota_details Apr 15 10:45:21.661611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: rbac.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.662783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.663362 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: rbac-policies Apr 15 10:45:21.663713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: rbac_address_group.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.664638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.665221 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: rbac-address-group Apr 15 10:45:21.665567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: rbac_address_scope.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.666509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.667079 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: rbac-address-scope Apr 15 10:45:21.667427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: rbac_security_groups.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.668329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.668898 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: rbac-security-groups Apr 15 10:45:21.669250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: rbac_subnetpool.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.670162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.670780 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: rbac-subnetpool Apr 15 10:45:21.671223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: revisionifmatch.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.672161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.672725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: revision-if-match Apr 15 10:45:21.673076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: revisions.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.674185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.674781 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: standard-attr-revisions Apr 15 10:45:21.675135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: router_availability_zone.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.675853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.676423 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: router_availability_zone Apr 15 10:45:21.676772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: routerservicetype.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.677696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.678266 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 10:45:21.678626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.679550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.680115 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: security-groups-normalized-cidr Apr 15 10:45:21.680463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.681387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.681956 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: port-security-groups-filtering Apr 15 10:45:21.682331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.683255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.683814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: security-groups-remote-address-group Apr 15 10:45:21.684169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: securitygroup.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.697527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.698127 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: security-group Apr 15 10:45:21.698546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: segment.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.699402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.699970 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension segment not supported by any of loaded plugins Apr 15 10:45:21.700326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.701254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.701829 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 10:45:21.702176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: servicetype.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.703357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.703935 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: service-type Apr 15 10:45:21.704295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: sorting.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.705262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.705635 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: sorting Apr 15 10:45:21.705987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: standard_attr_segment.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.706910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.707501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 10:45:21.707833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: standardattrdescription.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.708886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.709451 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: standard-attr-description Apr 15 10:45:21.709802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: stateful_security_group.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.710742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.711323 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: stateful-security-group Apr 15 10:45:21.711679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: stdattrs_common.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.712255 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 10:45:21.712603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.713603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.714165 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 10:45:21.714549 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnet_onboard.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.715597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.716165 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: subnet_onboard Apr 15 10:45:21.716516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.717437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.718078 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 10:45:21.718479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnet_service_types.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.719402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.719966 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: subnet-service-types Apr 15 10:45:21.720311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnetallocation.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.721379 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.721954 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: subnet_allocation Apr 15 10:45:21.722336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.723024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.723600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: subnetpool-prefix-ops Apr 15 10:45:21.723951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.724911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.725476 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 10:45:21.725825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: tagging.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.727108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.727696 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: standard-attr-tag Apr 15 10:45:21.728054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: timestamp.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.729201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.729772 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loaded extension: standard-attr-timestamp Apr 15 10:45:21.730121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: trunk.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.731187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.731759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension trunk not supported by any of loaded plugins Apr 15 10:45:21.732132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: trunk_details.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.733034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.733609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 10:45:21.734031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: uplink_status_propagation.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.734970 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.735526 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 10:45:21.735876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Loading extension file: vlantransparent.py {{(pid=85262) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 10:45:21.736566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85262) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 10:45:21.737124 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 10:45:21.739810 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:network Apr 15 10:45:21.740642 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnet Apr 15 10:45:21.741320 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:45:21.741971 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:port Apr 15 10:45:21.743473 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.743941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service FLAVORS assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.744605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.745058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.745418 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:router Apr 15 10:45:21.746128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:45:21.746916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service METERING assigned prefix: /metering {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.748730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.749126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.749527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85262) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:45:21.750677 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:45:21.751149 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:45:21.751962 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:45:21.752745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service CORE assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.753110 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:45:21.753467 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] subnetpool is already registered Apr 15 10:45:21.754117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service CORE assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.754507 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:45:21.754857 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] subnetpool is already registered Apr 15 10:45:21.757566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.758029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service FLAVORS assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.758688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.759146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.759500 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:router Apr 15 10:45:21.759853 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] router is already registered Apr 15 10:45:21.760496 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 10:45:21.760848 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] floatingip is already registered Apr 15 10:45:21.761518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service METERING assigned prefix: /metering {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.762261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 10:45:21.762620 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] rbac_policy is already registered Apr 15 10:45:21.763228 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:security_group Apr 15 10:45:21.763580 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] security_group is already registered Apr 15 10:45:21.764215 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 10:45:21.764569 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] security_group_rule is already registered Apr 15 10:45:21.765327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service CORE assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.765689 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:45:21.766041 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] subnetpool is already registered Apr 15 10:45:21.766734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.resource_helper [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Service CORE assigned prefix: {{(pid=85262) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 10:45:21.767096 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 10:45:21.767441 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.quota.resource_registry [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] subnetpool is already registered Apr 15 10:45:21.768140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: extensions {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.769644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: address-groups {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.771289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: address-scopes {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.772556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: agents {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.773760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: auto-allocated-topology {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.775060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: availability_zones {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.776412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: dhcp-networks {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.777883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: dhcp-agents {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.779381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: routers {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.781241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: flavors {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.782472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: service_profiles {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.783716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: next_providers {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.785289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: service_profiles {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.786808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: floatingip-pools {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.788059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: routers {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.789878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: floatingips {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.791120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: l3-routers {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.792567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: l3-agents {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.794020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: metering-labels {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.796374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: metering-label-rules {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.797669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: network-ip-availabilities {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.799125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: bindings {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.800805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: quotas {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.802268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: quotas {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.803735 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: rbac-policies {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.805062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: security-groups {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.806334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: security-group-rules {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.807594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: service-providers {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.808843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: subnetpools {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.810279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: subnetpools {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.811811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.813559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.815439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.817254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.819131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.821021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.822798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.824765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.826603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.828677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.extensions [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Extended resource: tags {{(pid=85262) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 10:45:21.835965 dv-cinder-786383-1-smb neutron-server[85262]: WARNING keystonemiddleware.auth_token [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 10:45:21.841187 dv-cinder-786383-1-smb neutron-server[85262]: WARNING keystonemiddleware.auth_token [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 10:45:21.849999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Acquired lock "singleton_lock" {{(pid=85262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 10:45:21.850544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Releasing lock "singleton_lock" {{(pid=85262) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 10:45:21.852022 dv-cinder-786383-1-smb neutron-server[85262]: INFO oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Starting 2 workers Apr 15 10:45:21.856705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Started child 85373 {{(pid=85262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:45:21.860711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.861484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Started child 85374 {{(pid=85262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:45:21.862149 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [-] (85373) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:45:21.862913 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 10:45:21.863544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Notify callbacks [] for process, before_spawn {{(pid=85262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.865142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.865951 dv-cinder-786383-1-smb neutron-server[85262]: INFO oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Starting 1 workers Apr 15 10:45:21.866490 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [-] (85374) wsgi starting up on http://0.0.0.0:9696 Apr 15 10:45:21.871352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Started child 85375 {{(pid=85262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:45:21.871876 dv-cinder-786383-1-smb neutron-server[85262]: INFO oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Starting 1 workers Apr 15 10:45:21.873541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] calling RpcWorker wait() {{(pid=85375) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 10:45:21.873936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] returning from RpcWorker wait() {{(pid=85375) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 10:45:21.875481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.875947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:21.876574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Started child 85376 {{(pid=85262) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 10:45:21.877350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdf69a7e-d726-44b9-be9c-95aa92feb8e6 None None] Notify callbacks [] for process, after_spawn {{(pid=85262) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.878957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:45:21.879134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:45:21.879529 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:45:21.879737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:45:21.880310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:21.880444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:45:21.880444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:45:21.881039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.881335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.881572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.882077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.882375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.882988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.883283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.883572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.883871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.884153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.884354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.884514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.884933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.885379 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.885732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.886016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.886308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.886602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.886810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.887066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.887368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.887653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.887953 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] debug = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.888223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.888774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.889027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.889303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.889552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.889836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.890185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.890510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.890774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.891020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.891288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.891561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.891823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.892067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.892317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.892593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.892837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.893278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] host = dv-cinder-786383-1-smb {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.893532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.893775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.894035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.894319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.894597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.894853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.895151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.895425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.895691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.895956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.896219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.896474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.896736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.896996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.897185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_options = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.897432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.897722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.897988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.898194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.898423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.898612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.898910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.899099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.899374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.899615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.899856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.900110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.900332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.900741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.901036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.901298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.901558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.901800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.902081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.902381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.903766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.904207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.904533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.904693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.905102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.905656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:21.905763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.905837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.906060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.906371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.906654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.906889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.907411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.907411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.909517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_json = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.910882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.915115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.920889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.921601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.922265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.923753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.924092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.924092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.924304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.924581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.924848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.925119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.925388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.925636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.925876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.926115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.926388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.926657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.926903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.927142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.927386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.927636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.927890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.928166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.928431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.928677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.928922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.929172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.929446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.929704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.929952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.930194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.930475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.930728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.930970 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.931217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.931470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.931727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.931968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.932211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.932457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.932705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.932962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.933203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.933451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.933694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.934007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.934446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.934632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.938093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.938423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.938745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.939044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.939366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.939646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.939929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.940185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.940505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.940799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.941091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.941364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.941627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.941957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.942256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.945507 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.945798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.946103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.946444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.946767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.947074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.947398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.947687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.948023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.948356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.948647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.948955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.949219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.949531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.949870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.950288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.954109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.957362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.959569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.959569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.959569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.959569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.960289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59394) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:21.960430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.960430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.960430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.960430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.960430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.961096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.961096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.961468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.961608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.962467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.962948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.963374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.963635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.963944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.964888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.965365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.966546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.967636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.968406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.968694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.968956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.969431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.969583 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093446 Apr 15 10:45:21.970029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.973198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.973692 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.974198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.974503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.975963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.976430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.976942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.977337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.978855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.980511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.981339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.981339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.981339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.981339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.982558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.983257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.983483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.983789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.983999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.984194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.987872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.988244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.988314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.988564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.988818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.989644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.989644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.989644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.989948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.990121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.990995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.990995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.990995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.991367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.991367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.991571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.991820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.991937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.992210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.992470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.992729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.992983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.993233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.993491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.993732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.993971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.994203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.994468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.994763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.995690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.995690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.995690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.996146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.996262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.996462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.996813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.997060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.997335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.997599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.997850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.998110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.998426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.998789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.999133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.999517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:21.999774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.000060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.000559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.000907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.001199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.001421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.001803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.002059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.002362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.003847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.004766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.004766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.004766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.005049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.005504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.005504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.005805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.005962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.006170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.006484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.006741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.006909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:45:22.007409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85262) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 10:45:22.007608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 10:45:22.007784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 10:45:22.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 10:45:22.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 10:45:22.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 10:45:22.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.009050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.009050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.009172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.009335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.009710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.010062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.010268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.010456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.010640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.010824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.011942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] debug = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.012946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.013167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.013353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.013535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.013717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.013898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.014079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.014283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.014469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.014650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.014862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.015887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.016800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] host = dv-cinder-786383-1-smb {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.016800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.016800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.016800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.016800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.017997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_options = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.018955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.019161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.019320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.019507 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.019674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.019825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.020897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.021955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.022138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.022320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.022499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.022768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.022901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.023001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.023169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.023351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.023530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.023718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.024559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.024559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.024559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.024559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.024559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.025974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_json = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.026979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.027116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.027260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.027398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.028892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.029695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.030104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.030104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.030266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.030353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.031882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:22.032224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.032958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.033127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.033308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.033492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.033676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.033859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.034043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.034302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.036847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.037996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.038185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.038417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.038605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.038791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.038976 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.039162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.039347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.039533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.039740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.039898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.040088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.040265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.040543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.040732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.040923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.041120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.041283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.041456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.042819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.043973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.044176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.044360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.044545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.044730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.044915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.045098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.045283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.045470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.045655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.045841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.046986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.047959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.048991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.049105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.049217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.049369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.049541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.049729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.050784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.051170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.051170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.058421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.059439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.060768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.061391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.062079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.067139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.068171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.069308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.070358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.071426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.072421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.073573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.074662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.075879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.076876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.078200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.079545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.079545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.079545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.079545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 10:45:22.079545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85262) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 10:45:32.607261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4620c-01e8-4ad1-9f90-4ce4c87182f3 None None] get_active_networks_info from dv-cinder-786383-1-smb {{(pid=85375) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 10:45:32.808353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba4620c-01e8-4ad1-9f90-4ce4c87182f3 None None] No non-hosted networks {{(pid=85375) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 10:45:32.809684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-12faa605-b651-4734-a847-dd84f46d19a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:34.965343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c8df9d55-20f5-4818-a851-7b4c4290ca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:35.022093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-665d0176-22cc-4ff3-bad5-4576d7a53416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:35.709145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:36.416003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:36.416930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.417421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.419574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.421002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.423395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.424798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.425738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.428348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.428736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.429427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.429813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.430186 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:36.430652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:36.436409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:45:37.243754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:38.209340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59492) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:38.860795 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-3fdd9d95-96d1-4131-b6a3-50dc7bcf2c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:38.861365 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-3fdd9d95-96d1-4131-b6a3-50dc7bcf2c6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:39.087563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-3fdd9d95-96d1-4131-b6a3-50dc7bcf2c6d admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:45:39.099460 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3fdd9d95-96d1-4131-b6a3-50dc7bcf2c6d admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8783665 Apr 15 10:45:41.187509 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_hamode_db [None req-a0877211-3a3f-4748-b351-4b094622d07b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 10:45:41.283397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0877211-3a3f-4748-b351-4b094622d07b None None] Routers set() bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:45:41.283678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0877211-3a3f-4748-b351-4b094622d07b None None] Router IDs set() for agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 10:45:41.895775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59508) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:42.318849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:42.420384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.policy [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85373) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:45:42.475299 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:42.475717 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:42.493565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Loaded quota_driver: . Apr 15 10:45:42.510327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:42.570460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790285051', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790270127', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790263166', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790269394', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790252534', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363285790237361', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-465384', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-572728', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-944098'] for rbac-policy, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:42.800324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:42.801521 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9c7589a6-8cc6-4f6d-a689-4b85b2b6ebf5 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9045143 Apr 15 10:45:45.864896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59522) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:46.278450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '81890748ed3144948008e63436be0d58'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:46.285813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:46.290759 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Usage tracker for resource:network and tenant:81890748ed3144948008e63436be0d58 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:46.294686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:46.301526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:46.312223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Made reservation on behalf of 81890748ed3144948008e63436be0d58 for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:45:46.318159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.335048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.350477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:46.354974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Usage tracker for resource:security_group_rule and tenant:81890748ed3144948008e63436be0d58 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:46.359050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:46.365411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:46.482901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.487120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.491823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:46.508266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 693, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:45:46.536635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751064874167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.537224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Unsubscribe: segment precommit_create {{(pid=85373) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:45:46.537696 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Added segment 04e47159-0ace-4729-b966-baf110524b2c of type vlan for network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 Apr 15 10:45:46.589785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9b779e-5d87-4fdc-9f03-165a7118f92a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:46.612524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.612887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.613240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.613594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.613938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.614318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.614672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.615016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.615339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.615679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.616023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.616360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Tracked resource versions report: Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:45:46.617413 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:45:46.655080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.669235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:46.699467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.700879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:46.701526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:46.706452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:46.812685 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9464777 Apr 15 10:45:46.816145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Pushing event updated for resources: {'Network': ['ID=31dc15d9-4d41-4ad1-a722-7fe3c0394645,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:46.821373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:46.835787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:45:49.847123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59538) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:50.369845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708df5a7-da3f-4433-ad75-152fbb28e6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:50.371350 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-708df5a7-da3f-4433-ad75-152fbb28e6b4 admin admin] 10.222.0.32 "GET /v2.0/networks/31dc15d9-4d41-4ad1-a722-7fe3c0394645 HTTP/1.1" status: 200 len: 825 time: 0.5231831 Apr 15 10:45:50.403794 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7130ba5c-6e15-40c5-8415-d1fbbcada613 admin admin] 10.222.0.32 "GET /v2.0/subnetpools/53666b1b-ba20-4803-9ef4-3cb8d6a18bc8 HTTP/1.1" status: 200 len: 734 time: 0.0232213 Apr 15 10:45:50.413469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Request body: {'subnet': {'tenant_id': '81890748ed3144948008e63436be0d58', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8', 'gateway_ip': '172.20.0.1', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:45:50.418154 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:45:50.422313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Usage tracker for resource:subnet and tenant:81890748ed3144948008e63436be0d58 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:45:50.425345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:45:50.431190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:45:50.444736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Made reservation on behalf of 81890748ed3144948008e63436be0d58 for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:45:50.449742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:50.943776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:50.956811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:51.091013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2727de0c-560d-4a5c-bf06-83d969fa7a02,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:51.098198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:51.167285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Checking segment: {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:45:51.167662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Network hostable DHCP agents. Network: 31dc15d9-4d41-4ad1-a722-7fe3c0394645, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:45:51.191489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:45:51.201547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 31dc15d9-4d41-4ad1-a722-7fe3c0394645) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:51.206446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:45:51.207081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:51.212849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dccf436-24f6-409b-a164-ceaf162aae80 None None] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:45:51.234257 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8184648 Apr 15 10:45:51.542806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:45:51.544273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:51.914871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Allocated IP 172.20.0.2 (31dc15d9-4d41-4ad1-a722-7fe3c0394645/2727de0c-560d-4a5c-bf06-83d969fa7a02/5250032e-5c2f-4ef2-b11c-c9f1254faae4) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:45:52.168897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:52.183031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Transition to ACTIVE for port object 5250032e-5c2f-4ef2-b11c-c9f1254faae4 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:45:52.206671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Transition to ACTIVE for port object 5250032e-5c2f-4ef2-b11c-c9f1254faae4 will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:45:52.215560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:52.229045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:52.360619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Pushing event updated for resources: {'Port': ['ID=5250032e-5c2f-4ef2-b11c-c9f1254faae4,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:52.373818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.374194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.374752 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.375107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.375464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.375816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.376164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.376509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.376843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.377187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.377521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.377854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Tracked resource versions report: Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:45:52.378990 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:45:52.386388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:52.437582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:45:52.438654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:45:52.441498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:45:52.540973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Attempting to bind port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:45:52.541334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Attempting to bind port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:45:52.541771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Attempting to bind port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 on network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:45:52.547676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:45:52.548044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Checking segment: {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:45:52.549617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:52.549617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Bound using segment: {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:45:52.549617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Bound port: 5250032e-5c2f-4ef2-b11c-c9f1254faae4, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:45:52.549891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:52.645440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] For port 5250032e-5c2f-4ef2-b11c-c9f1254faae4, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:45:52.650353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] For port 5250032e-5c2f-4ef2-b11c-c9f1254faae4, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=5250032e-5c2f-4ef2-b11c-c9f1254faae4,segment=NetworkSegment(04e47159-0ace-4729-b966-baf110524b2c),segment_id=04e47159-0ace-4729-b966-baf110524b2c)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:45:52.655448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:45:52.676786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:45:52.825555 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Pushing event updated for resources: {'Port': ['ID=5250032e-5c2f-4ef2-b11c-c9f1254faae4,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:45:52.830891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:45:53.999819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59548) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:54.423917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-8a3d328f-b004-4a1a-9ac7-1c2999f9bf18 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:45:54.424977 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8a3d328f-b004-4a1a-9ac7-1c2999f9bf18 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4240508 Apr 15 10:45:57.169399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 59558) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:45:57.816192 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-c059094e-aed4-4c49-ad15-25de048ee08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:57.816760 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-c059094e-aed4-4c49-ad15-25de048ee08c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:45:58.046535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-c059094e-aed4-4c49-ad15-25de048ee08c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:45:58.047780 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c059094e-aed4-4c49-ad15-25de048ee08c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8763661 Apr 15 10:45:58.395944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 5250032e-5c2f-4ef2-b11c-c9f1254faae4 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:45:58.471748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:45:58.930258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:45:59.698434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0bec68-a55d-4894-98e7-c8e787868d53 None None] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:45:59.796828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Provisioning for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:45:59.804684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Provisioning complete for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:45:59.805106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:00.045396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:00.090841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] For port 5250032e-5c2f-4ef2-b11c-c9f1254faae4, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=5250032e-5c2f-4ef2-b11c-c9f1254faae4,segment=NetworkSegment(04e47159-0ace-4729-b966-baf110524b2c),segment_id=04e47159-0ace-4729-b966-baf110524b2c)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:46:00.101874 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:00.108982 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:00.186682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Pushing event updated for resources: {'Port': ['ID=5250032e-5c2f-4ef2-b11c-c9f1254faae4,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:00.190081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:00.346624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-bb241082-5805-4875-b620-00cbc1c4aed9 None None] Provisioning complete for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:00.347031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bb241082-5805-4875-b620-00cbc1c4aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:00.393048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 5250032e-5c2f-4ef2-b11c-c9f1254faae4 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:46:00.692278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:00.692679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.128403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59578) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:01.544147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:46:01.549788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:46:01.553946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Usage tracker for resource:router and tenant:81890748ed3144948008e63436be0d58 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:46:01.557209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:46:01.563308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:46:01.574016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.575413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.605198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.730614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.754019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:01.755320 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-343f0500-78f8-4a39-a42c-cc1d115af5be admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6258407 Apr 15 10:46:02.499028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a0c018b-9c08-487c-b2e8-1ea1c18dbc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:04.468232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59588) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:04.920401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-8e4f2dfc-fbaf-4453-86f0-eea3c9440369 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:46:04.922129 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8e4f2dfc-fbaf-4453-86f0-eea3c9440369 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4522634 Apr 15 10:46:04.974783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-72284a89-b622-4807-94cf-5877647c292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:05.654026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:06.403321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:07.178787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:07.710612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59608) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:07.893148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'admin_state_up': True}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:46:07.898415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:46:07.903139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Usage tracker for resource:network and tenant:ca64311f3e3645cfb1eb1880e6c8cddb is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:46:07.906902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:46:07.913439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:46:07.925244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Made reservation on behalf of ca64311f3e3645cfb1eb1880e6c8cddb for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:46:07.929853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:07.943565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:07.959387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:46:07.963442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca64311f3e3645cfb1eb1880e6c8cddb is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:46:07.966536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:46:07.972618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:46:08.057538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.061539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.066075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:08.082944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Reserving flat network on physical network physnet1 {{(pid=85373) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 10:46:08.107911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e6bb31-a643-4710-b74f-343376f003c2,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:08.111207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.111577 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Added segment 68dcd87e-470a-4b2d-9f3d-9a14a036c5ec of type flat for network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da Apr 15 10:46:08.112889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:08.147209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.185756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.187072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:46:08.187693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:08.191156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:08.447333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Pushing event updated for resources: {'Network': ['ID=5899e5f7-649b-4fb8-b2f7-24a07a23e3da,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:08.450384 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7383702 Apr 15 10:46:08.451121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:08.465398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:46:10.994893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59628) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:11.127054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b192e51a-0f4c-46ec-a47c-d981734a268f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:46:11.128499 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b192e51a-0f4c-46ec-a47c-d981734a268f admin admin] 10.222.0.32 "GET /v2.0/subnets/2727de0c-560d-4a5c-bf06-83d969fa7a02 HTTP/1.1" status: 200 len: 849 time: 0.1323435 Apr 15 10:46:11.282620 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-84d3fc8b-2235-4e40-a427-6e1f336002e2 admin admin] 10.222.0.32 "GET /v2.0/routers/eb8ae6d8-3acf-417f-8632-62a9b69045f0 HTTP/1.1" status: 200 len: 704 time: 0.1448641 Apr 15 10:46:11.776012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:12.030303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Allocated IP 172.20.0.1 (31dc15d9-4d41-4ad1-a722-7fe3c0394645/2727de0c-560d-4a5c-bf06-83d969fa7a02/4d40bed2-4620-4003-8552-42d568c47fc2) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:46:12.198749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:12.217584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Transition to ACTIVE for port object 4d40bed2-4620-4003-8552-42d568c47fc2 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:46:12.278273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:12.296626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:12.430822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Pushing event updated for resources: {'Port': ['ID=4d40bed2-4620-4003-8552-42d568c47fc2,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:12.437093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:12.491226 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:46:12.492477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:46:12.495174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:46:12.495659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:12.639405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-aa239585-45b9-442c-a590-ac6bf3e97e77 None None] Provisioning for port 4d40bed2-4620-4003-8552-42d568c47fc2 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:46:12.645575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-aa239585-45b9-442c-a590-ac6bf3e97e77 None None] Provisioning complete for port 4d40bed2-4620-4003-8552-42d568c47fc2 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:12.645997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aa239585-45b9-442c-a590-ac6bf3e97e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:12.706631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-aa239585-45b9-442c-a590-ac6bf3e97e77 None None] Port 4d40bed2-4620-4003-8552-42d568c47fc2 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:46:12.968646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:13.283128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:13.288363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:13.289488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:13.301779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:13.424839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Pushing event updated for resources: {'Port': ['ID=4d40bed2-4620-4003-8552-42d568c47fc2,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:13.434364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:13.501282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:46:13.502469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:46:13.706103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Router eb8ae6d8-3acf-417f-8632-62a9b69045f0 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:46:13.735876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7671ffb9-819a-4c4e-97b2-577c5a121b05 None None] Provisioning complete for port 4d40bed2-4620-4003-8552-42d568c47fc2 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:13.736288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7671ffb9-819a-4c4e-97b2-577c5a121b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:13.794883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-7671ffb9-819a-4c4e-97b2-577c5a121b05 None None] Port 4d40bed2-4620-4003-8552-42d568c47fc2 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:46:13.873384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:46:13.884524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Sync routers for ids ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:46:13.885362 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] 10.222.0.32 "PUT /v2.0/routers/eb8ae6d8-3acf-417f-8632-62a9b69045f0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5938978 Apr 15 10:46:13.897395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Routers {'eb8ae6d8-3acf-417f-8632-62a9b69045f0'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:46:13.898506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:46:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:14.090669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Set router eb8ae6d8-3acf-417f-8632-62a9b69045f0 gateway port host: None {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:46:14.651952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:12Z', 'revision_number': 2, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port_host': None, '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:13Z', 'revision_number': 2, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:14.657594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Checking router: eb8ae6d8-3acf-417f-8632-62a9b69045f0 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:46:14.658052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Updating router eb8ae6d8-3acf-417f-8632-62a9b69045f0 port 4d40bed2-4620-4003-8552-42d568c47fc2 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:46:14.718090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.172368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.187235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Transition to ACTIVE for port object 4d40bed2-4620-4003-8552-42d568c47fc2 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:46:15.193853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.210983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:15.348922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Pushing event updated for resources: {'Port': ['ID=4d40bed2-4620-4003-8552-42d568c47fc2,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:15.362920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.363296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.363661 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.364020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.364377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.364733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.365082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.365415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.365768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.366116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.366488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.366836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Tracked resource versions report: Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:46:15.367888 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:46:15.382897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:15.575411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Attempting to bind port 4d40bed2-4620-4003-8552-42d568c47fc2 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:46:15.575829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Attempting to bind port 4d40bed2-4620-4003-8552-42d568c47fc2 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:46:15.576235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Attempting to bind port 4d40bed2-4620-4003-8552-42d568c47fc2 on network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:46:15.582076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:46:15.582872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Checking segment: {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:46:15.583447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.583903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Bound using segment: {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:46:15.584443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Bound port: 4d40bed2-4620-4003-8552-42d568c47fc2, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e47159-0ace-4729-b966-baf110524b2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:46:15.584836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.680375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] For port 4d40bed2-4620-4003-8552-42d568c47fc2, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:46:15.684742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] For port 4d40bed2-4620-4003-8552-42d568c47fc2, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4d40bed2-4620-4003-8552-42d568c47fc2,segment=NetworkSegment(04e47159-0ace-4729-b966-baf110524b2c),segment_id=04e47159-0ace-4729-b966-baf110524b2c)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:46:15.690249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:15.703547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:15.852433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Pushing event updated for resources: {'Port': ['ID=4d40bed2-4620-4003-8552-42d568c47fc2,revision_number=4']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:15.857231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:15.931487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Routers {'eb8ae6d8-3acf-417f-8632-62a9b69045f0'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:46:15.932167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:46:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:16.102880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] Set router eb8ae6d8-3acf-417f-8632-62a9b69045f0 gateway port host: None {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:46:16.421671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 59640) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:16.449012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:12Z', 'revision_number': 2, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port_host': None, '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:15Z', 'revision_number': 4, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:16.453152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c55b653-d9df-4de8-b747-9efd17b0f9d0 None None] The sync data for ids ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'] in dv-cinder-786383-1-smb is: [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:12Z', 'revision_number': 2, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port_host': None, '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:15Z', 'revision_number': 4, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:46:16.713744 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.policy [None req-4e58a2ea-fbd1-4f29-8557-1f6c39b5b665 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85374) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 10:46:16.928585 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-4e58a2ea-fbd1-4f29-8557-1f6c39b5b665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:46:16.929025 dv-cinder-786383-1-smb neutron-server[85262]: WARNING oslo_policy.policy [None req-4e58a2ea-fbd1-4f29-8557-1f6c39b5b665 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 10:46:16.945983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58a2ea-fbd1-4f29-8557-1f6c39b5b665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:46:16.947751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4e58a2ea-fbd1-4f29-8557-1f6c39b5b665 admin admin] 10.222.0.32 "GET /v2.0/networks/5899e5f7-649b-4fb8-b2f7-24a07a23e3da HTTP/1.1" status: 200 len: 842 time: 0.5248415 Apr 15 10:46:16.959076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:46:16.962197 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.quota [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Loaded quota_driver: . Apr 15 10:46:16.968838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:46:16.974328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Usage tracker for resource:subnet and tenant:ca64311f3e3645cfb1eb1880e6c8cddb is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:46:16.977720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:46:16.986018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:46:16.999063 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Made reservation on behalf of ca64311f3e3645cfb1eb1880e6c8cddb for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:46:17.004918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Notify callbacks [] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:17.523762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.objects.ports [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85374) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 10:46:17.524281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:17.537971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:17.679836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b61dac3-a75f-4a91-a343-f97f4bdb4c53,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:17.699638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.700013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.700359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.700743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.701097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.701425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.701817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.702180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.702560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.702892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.703234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.703581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Tracked resource versions report: Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:46:17.704624 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:46:17.742127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:17.781397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:46:17.781783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Network hostable DHCP agents. Network: 5899e5f7-649b-4fb8-b2f7-24a07a23e3da, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:46:17.809209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:46:17.820117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 5899e5f7-649b-4fb8-b2f7-24a07a23e3da) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:46:17.824861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:46:17.825512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:17.831263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b269f6f2-ea04-45a6-ad7e-25984414c602 None None] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:46:17.851045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8962960 Apr 15 10:46:18.074095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63637e05-62f9-4c2f-85dc-335df479c017 None None] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:46:20.396816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4d40bed2-4620-4003-8552-42d568c47fc2 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:46:20.443748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 59660) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:20.468002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 4d40bed2-4620-4003-8552-42d568c47fc2 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:46:20.472884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 4d40bed2-4620-4003-8552-42d568c47fc2 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:20.473285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:20.598847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:20.633374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 4d40bed2-4620-4003-8552-42d568c47fc2, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4d40bed2-4620-4003-8552-42d568c47fc2,segment=NetworkSegment(04e47159-0ace-4729-b966-baf110524b2c),segment_id=04e47159-0ace-4729-b966-baf110524b2c)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:46:20.637885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:20.640278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:20.682560 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-72e57620-a223-41c3-b30e-e4b4b8fb3748 admin admin] 10.222.0.32 "GET /v2.0/routers/eb8ae6d8-3acf-417f-8632-62a9b69045f0 HTTP/1.1" status: 200 len: 710 time: 0.2375896 Apr 15 10:46:20.713729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=4d40bed2-4620-4003-8552-42d568c47fc2,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:20.717330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:20.822166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718bfbb3-5e6a-439d-94d2-8b45c22cce50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:46:20.823685 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-718bfbb3-5e6a-439d-94d2-8b45c22cce50 admin admin] 10.222.0.32 "GET /v2.0/networks/5899e5f7-649b-4fb8-b2f7-24a07a23e3da HTTP/1.1" status: 200 len: 886 time: 0.1353099 Apr 15 10:46:20.836898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:46:21.462859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:21.821846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:21.883454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:22.033134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Allocated IP 172.28.3.189 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/0f207e2a-aa10-4cfd-9121-05ab277a316d) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:46:22.189685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:22.249831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:22.264528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:22.380686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4d40bed2-4620-4003-8552-42d568c47fc2 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:46:22.397459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Pushing event updated for resources: {'Port': ['ID=0f207e2a-aa10-4cfd-9121-05ab277a316d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:22.404781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:22.452553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:46:22.454048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:46:22.455059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 4d40bed2-4620-4003-8552-42d568c47fc2 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:22.456302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:22.456638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:46:22.863206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:23.403664 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:23.407441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1033547', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036853742270', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036853742901'] for router, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:23.598628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Router eb8ae6d8-3acf-417f-8632-62a9b69045f0 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:46:23.800739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:46:23.809610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:23.811464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Sync routers for ids ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:46:23.811923 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] 10.222.0.32 "PUT /v2.0/routers/eb8ae6d8-3acf-417f-8632-62a9b69045f0 HTTP/1.1" status: 200 len: 890 time: 2.9784660 Apr 15 10:46:23.823189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Routers {'eb8ae6d8-3acf-417f-8632-62a9b69045f0'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:46:23.824015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:46:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:24.030182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Set router eb8ae6d8-3acf-417f-8632-62a9b69045f0 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:46:24.394924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:22Z', 'revision_number': 4, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port': {'id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:21Z', 'updated_at': '2021-04-15T10:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:20Z', 'revision_number': 5, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:24.400073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Checking router: eb8ae6d8-3acf-417f-8632-62a9b69045f0 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:46:24.400475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Updating router eb8ae6d8-3acf-417f-8632-62a9b69045f0 port 0f207e2a-aa10-4cfd-9121-05ab277a316d binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:46:24.456629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:24.859224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:24.871706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Transition to ACTIVE for port object 0f207e2a-aa10-4cfd-9121-05ab277a316d will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:46:24.877860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:24.891252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:25.186602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Pushing event updated for resources: {'Port': ['ID=0f207e2a-aa10-4cfd-9121-05ab277a316d,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:25.191065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:25.254920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Attempting to bind port 0f207e2a-aa10-4cfd-9121-05ab277a316d on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:46:25.255333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Attempting to bind port 0f207e2a-aa10-4cfd-9121-05ab277a316d by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:46:25.255740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Attempting to bind port 0f207e2a-aa10-4cfd-9121-05ab277a316d on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:46:25.261623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:46:25.262079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:46:25.262551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:25.262985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:46:25.263486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Bound port: 0f207e2a-aa10-4cfd-9121-05ab277a316d, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:46:25.263899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:25.344152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] For port 0f207e2a-aa10-4cfd-9121-05ab277a316d, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:46:25.347340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] For port 0f207e2a-aa10-4cfd-9121-05ab277a316d, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=0f207e2a-aa10-4cfd-9121-05ab277a316d,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:46:25.351902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:25.365563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:25.507739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Pushing event updated for resources: {'Port': ['ID=0f207e2a-aa10-4cfd-9121-05ab277a316d,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:25.520094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:25.561422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Routers {'eb8ae6d8-3acf-417f-8632-62a9b69045f0'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:46:25.562078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:46:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:25.752052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] Set router eb8ae6d8-3acf-417f-8632-62a9b69045f0 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:46:26.101182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:22Z', 'revision_number': 4, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port': {'id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:21Z', 'updated_at': '2021-04-15T10:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:20Z', 'revision_number': 5, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:46:26.105603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a96315f-daf8-456c-896c-24c6cb40ee75 None None] The sync data for ids ['eb8ae6d8-3acf-417f-8632-62a9b69045f0'] in dv-cinder-786383-1-smb is: [{'id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'name': 'router1', 'tenant_id': '81890748ed3144948008e63436be0d58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189'}], 'enable_snat': True}, 'gw_port_id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:46:01Z', 'updated_at': '2021-04-15T10:46:22Z', 'revision_number': 4, 'project_id': '81890748ed3144948008e63436be0d58', 'gw_port': {'id': '0f207e2a-aa10-4cfd-9121-05ab277a316d', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:5b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:21Z', 'updated_at': '2021-04-15T10:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '4d40bed2-4620-4003-8552-42d568c47fc2', 'name': '', 'network_id': '31dc15d9-4d41-4ad1-a722-7fe3c0394645', 'tenant_id': '81890748ed3144948008e63436be0d58', 'mac_address': 'fa:16:3e:74:b9:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8ae6d8-3acf-417f-8632-62a9b69045f0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:46:11Z', 'updated_at': '2021-04-15T10:46:20Z', 'revision_number': 5, 'project_id': '81890748ed3144948008e63436be0d58', 'subnets': [{'id': '2727de0c-560d-4a5c-bf06-83d969fa7a02', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '53666b1b-ba20-4803-9ef4-3cb8d6a18bc8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:46:26.425695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0f207e2a-aa10-4cfd-9121-05ab277a316d up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:46:26.505745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 0f207e2a-aa10-4cfd-9121-05ab277a316d completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:46:26.511268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 59670) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:46:26.515076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 0f207e2a-aa10-4cfd-9121-05ab277a316d triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:26.515498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:26.658340 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-990a400b-3b1b-4f93-abfe-b094a298c3ba admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1321275 Apr 15 10:46:26.658695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:26.664743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 0f207e2a-aa10-4cfd-9121-05ab277a316d, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=0f207e2a-aa10-4cfd-9121-05ab277a316d,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:46:26.668516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:26.671911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:46:26.747614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=0f207e2a-aa10-4cfd-9121-05ab277a316d,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:46:26.751217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:46:28.400509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0f207e2a-aa10-4cfd-9121-05ab277a316d up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:46:28.483667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 0f207e2a-aa10-4cfd-9121-05ab277a316d triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:46:28.484079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:32.516530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc82c256-67fa-4b01-bcb8-0165c5c5a881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:34.989494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ffc3bdf4-e3be-4050-bb6b-128acde04de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:35.657362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:35.930891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:46:36.428355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:46:37.191282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:02.499657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9c23cefa-73b1-4925-bf3a-fb84e555e203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:04.984008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-406d5555-1ab8-45ea-8096-5cf42ad383ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:05.660324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:06.412430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:07.208469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:12.930562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:47:32.504534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea0c54f8-4dca-424e-8b50-112ea3801601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:34.990907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0135fd28-dc69-45c2-a1a2-f205faf10714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:35.664572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:36.406369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:37.194150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:47:49.931575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:02.508485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-24a3010b-6b73-4d20-b119-2a4abef7c9fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:04.983656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f0959d8b-f9a9-4af0-a4ff-51afe301166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:05.668160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:06.411739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:07.198715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:09.233313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60240) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:09.313473 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.pecan_wsgi.hooks.translation [None req-2234257e-2194-4780-b52e-0791c8485413 admin admin] GET failed (client error): The resource could not be found. Apr 15 10:48:09.314887 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2234257e-2194-4780-b52e-0791c8485413 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0805025 Apr 15 10:48:09.476546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d0dd9f-43b8-4f1f-9943-d32a71d4f30a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:09.479014 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-47d0dd9f-43b8-4f1f-9943-d32a71d4f30a admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1577990 Apr 15 10:48:11.979538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60250) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:12.103660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b2196f-3550-48e4-9c8c-7f5aadb24ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:12.105144 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-09b2196f-3550-48e4-9c8c-7f5aadb24ba7 admin admin] 10.222.0.32 "GET /v2.0/subnets/2727de0c-560d-4a5c-bf06-83d969fa7a02 HTTP/1.1" status: 200 len: 849 time: 0.1245482 Apr 15 10:48:12.115934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:48:12.246671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:12.570804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363285790030298'] for subnet, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:12.584305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:48:12.721229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2727de0c-560d-4a5c-bf06-83d969fa7a02,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:48:12.743056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.743438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.743813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.744178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.744507 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.744904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.745259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.745617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.745987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.746394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.746819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.747176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:48:12.753093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:48:12.782369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:12.783045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:12.784416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3e415ad9-9588-43f6-bb63-84fbc1f95ed6 admin admin] 10.222.0.32 "PUT /v2.0/subnets/2727de0c-560d-4a5c-bf06-83d969fa7a02 HTTP/1.1" status: 200 len: 868 time: 0.6726539 Apr 15 10:48:12.788612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367594f-c341-483f-97dd-7997ec29925c None None] Network 31dc15d9-4d41-4ad1-a722-7fe3c0394645 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:48:13.255768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-f0d8bc6a-625f-456c-977e-8a4fac866d05 None None] Provisioning complete for port 5250032e-5c2f-4ef2-b11c-c9f1254faae4 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:13.256303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bc6a-625f-456c-977e-8a4fac866d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:13.394316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-f0d8bc6a-625f-456c-977e-8a4fac866d05 None None] Provisioning complete for port 4d40bed2-4620-4003-8552-42d568c47fc2 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:48:13.394664 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f0d8bc6a-625f-456c-977e-8a4fac866d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:15.266844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60260) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:15.470382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da035b4a-e7f7-4097-ba02-60223948034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:15.470904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da035b4a-e7f7-4097-ba02-60223948034b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:15.471695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-da035b4a-e7f7-4097-ba02-60223948034b admin admin] Synchronizing usage tracker for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:network {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:48:15.490900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-da035b4a-e7f7-4097-ba02-60223948034b admin admin] Unset dirty status for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:network {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:48:15.492125 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-da035b4a-e7f7-4097-ba02-60223948034b admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2241118 Apr 15 10:48:18.018206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60270) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:18.226514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec22bc-91ea-4485-a5f1-75df77a997c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:18.226966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec22bc-91ea-4485-a5f1-75df77a997c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:18.228617 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-45ec22bc-91ea-4485-a5f1-75df77a997c9 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2088964 Apr 15 10:48:20.716074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60280) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:20.924709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9b2b0d-d320-4d35-a8ed-a9b339c06512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:20.926203 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ff9b2b0d-d320-4d35-a8ed-a9b339c06512 admin admin] 10.222.0.32 "GET /v2.0/networks/31dc15d9-4d41-4ad1-a722-7fe3c0394645 HTTP/1.1" status: 200 len: 869 time: 0.2091238 Apr 15 10:48:23.437764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60290) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:23.653945 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17b3b4-8b02-4221-af95-9ad4c3269fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:23.655365 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9a17b3b4-8b02-4221-af95-9ad4c3269fa9 admin admin] 10.222.0.32 "GET /v2.0/networks/5899e5f7-649b-4fb8-b2f7-24a07a23e3da HTTP/1.1" status: 200 len: 886 time: 0.2161112 Apr 15 10:48:26.160841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60300) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:26.296666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac1e2f-e248-4947-84cc-de6dbdd245b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:26.297180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaac1e2f-e248-4947-84cc-de6dbdd245b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:26.298875 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-eaac1e2f-e248-4947-84cc-de6dbdd245b9 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1365888 Apr 15 10:48:26.931125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:48:28.801485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60310) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:28.936138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe8731-225c-4e90-b41d-b130454ba2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:28.936646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fe8731-225c-4e90-b41d-b130454ba2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:28.938284 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-48fe8731-225c-4e90-b41d-b130454ba2ff admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1357346 Apr 15 10:48:31.405820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60320) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:31.536670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-295505d0-06b3-449b-8290-0b136d8c7f08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:31.538116 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-295505d0-06b3-449b-8290-0b136d8c7f08 admin admin] 10.222.0.32 "GET /v2.0/subnets/0b61dac3-a75f-4a91-a343-f97f4bdb4c53 HTTP/1.1" status: 200 len: 816 time: 0.1307943 Apr 15 10:48:32.510821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0479a740-eed7-4587-b69a-695e60711cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:34.030289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60330) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:48:34.339882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750f6165-3e77-4790-91c2-bd2c212ca505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:48:34.341390 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-750f6165-3e77-4790-91c2-bd2c212ca505 admin admin] 10.222.0.32 "GET /v2.0/subnets/2727de0c-560d-4a5c-bf06-83d969fa7a02 HTTP/1.1" status: 200 len: 868 time: 0.3096392 Apr 15 10:48:34.993778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a8548b6-887a-4b3a-880e-c2f759992f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:35.673885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:36.414449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:48:37.207745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:00.773146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60374) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:00.839312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-32654b23-195e-4cb0-9790-4e54e36ee740 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:49:00.840415 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-32654b23-195e-4cb0-9790-4e54e36ee740 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662186 Apr 15 10:49:02.576471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7e7109a8-8bc2-43e9-80d7-ca728018de6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:03.431728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60384) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:03.524788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.pecan_wsgi.hooks.translation [None req-749752c1-975c-45b7-9ae8-6e844860844f admin admin] GET failed (client error): The resource could not be found. Apr 15 10:49:03.526161 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-749752c1-975c-45b7-9ae8-6e844860844f admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0930784 Apr 15 10:49:03.663295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897f1a13-6acf-4548-99da-8e409b5f9d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:03.664781 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-897f1a13-6acf-4548-99da-8e409b5f9d66 admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1339774 Apr 15 10:49:03.931271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:49:04.988883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf2a455c-88ec-4922-8b14-2cd9dcf0e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:05.675637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.219938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60394) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:06.277073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:06.282937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:06.293732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:06.304300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Made reservation on behalf of ca64311f3e3645cfb1eb1880e6c8cddb for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:49:06.308920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.408936 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.services.revisions.revision_plugin [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Could not find related network for resource to bump revision. Apr 15 10:49:06.420256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.423109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] vlan segment allocate from pool success with {'vlan_id': 667, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:49:06.440393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751064874167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.441071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Unsubscribe: segment precommit_create {{(pid=85374) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 10:49:06.441729 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Added segment 13e1d5f0-8510-4228-af05-55f5e3ea80af of type vlan for network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad Apr 15 10:49:06.485678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.527858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.529233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:06.529872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:06.533283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:06.635465 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4139829 Apr 15 10:49:06.636189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Pushing event updated for resources: {'Network': ['ID=4872fec0-7deb-4a90-99a6-9c9c9c2142ad,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:06.644008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.644380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.644749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.645110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.645465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.645820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.646172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.646560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.646916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.647255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.647605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.647949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:06.664090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:06.672096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:49:07.210994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.136908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60404) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:49:09.230195 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cfb7822-7841-42e8-8e64-029de0f4ec9e admin admin] GET failed (client error): The resource could not be found. Apr 15 10:49:09.230801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0cfb7822-7841-42e8-8e64-029de0f4ec9e admin admin] Synchronizing usage tracker for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:49:09.247793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0cfb7822-7841-42e8-8e64-029de0f4ec9e admin admin] Unset dirty status for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:49:09.249889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0cfb7822-7841-42e8-8e64-029de0f4ec9e admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1116822 Apr 15 10:49:09.371993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a656ff-2110-4f2f-bff8-aafe81f38875 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:09.373442 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-34a656ff-2110-4f2f-bff8-aafe81f38875 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1163466 Apr 15 10:49:09.389954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:49:09.395053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:49:09.399330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Usage tracker for resource:subnet and tenant:ca64311f3e3645cfb1eb1880e6c8cddb is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:49:09.402534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:49:09.409472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:49:09.419941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Made reservation on behalf of ca64311f3e3645cfb1eb1880e6c8cddb for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:49:09.424512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.825555 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:09.838569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8ce002ef-7b54-467e-b721-ff469e28728d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:10.133223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2e918d-99ea-4c9d-a03b-da1f626d4e89,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:10.136136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:10.208139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Checking segment: {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:49:10.208712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Network hostable DHCP agents. Network: 4872fec0-7deb-4a90-99a6-9c9c9c2142ad, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:49:10.228735 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:49:10.238911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 4872fec0-7deb-4a90-99a6-9c9c9c2142ad) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:49:10.243318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:49:10.243962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:10.248267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2c4d11-801d-438d-a04e-f8e9e4acc01b None None] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:49:10.267029 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8822706 Apr 15 10:49:10.489785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-4872fec0-7deb-4a90-99a6-9c9c9c2142ad', 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad', 'tenant_id': 'ca64311f3e3645cfb1eb1880e6c8cddb', 'fixed_ips': [{'subnet_id': 'de2e918d-99ea-4c9d-a03b-da1f626d4e89'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:49:10.490751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:10.660654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Allocated IP 192.168.233.2 (4872fec0-7deb-4a90-99a6-9c9c9c2142ad/de2e918d-99ea-4c9d-a03b-da1f626d4e89/8d97e323-ab47-4298-aeb2-329e995ec212) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:49:10.889338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:10.900902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Transition to ACTIVE for port object 8d97e323-ab47-4298-aeb2-329e995ec212 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:10.921871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Transition to ACTIVE for port object 8d97e323-ab47-4298-aeb2-329e995ec212 will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:49:10.927222 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:10.941402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:11.076997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Pushing event updated for resources: {'Port': ['ID=8d97e323-ab47-4298-aeb2-329e995ec212,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:11.091031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.091414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.091799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.092166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.092528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.092888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.093233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.093583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.093938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.094318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.094694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.095043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:49:11.101533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:11.155310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:49:11.156611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:49:11.159301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:49:11.257114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Attempting to bind port 8d97e323-ab47-4298-aeb2-329e995ec212 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:49:11.257688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Attempting to bind port 8d97e323-ab47-4298-aeb2-329e995ec212 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:49:11.257905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Attempting to bind port 8d97e323-ab47-4298-aeb2-329e995ec212 on network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:49:11.263915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:49:11.264324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Checking segment: {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:49:11.264772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:11.265205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Bound using segment: {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:49:11.265714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Bound port: 8d97e323-ab47-4298-aeb2-329e995ec212, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:49:11.266145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:11.365057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] For port 8d97e323-ab47-4298-aeb2-329e995ec212, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:49:11.368850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] For port 8d97e323-ab47-4298-aeb2-329e995ec212, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=8d97e323-ab47-4298-aeb2-329e995ec212,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:49:11.372108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:11.388225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:11.545917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Pushing event updated for resources: {'Port': ['ID=8d97e323-ab47-4298-aeb2-329e995ec212,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:11.549826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:12.581749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8d97e323-ab47-4298-aeb2-329e995ec212 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:12.665929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 8d97e323-ab47-4298-aeb2-329e995ec212 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:12.845506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4899c051-5ddc-43d7-b3d6-77c1ba1abf26 None None] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:49:12.946605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Provisioning for port 8d97e323-ab47-4298-aeb2-329e995ec212 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:49:12.967090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Provisioning complete for port 8d97e323-ab47-4298-aeb2-329e995ec212 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:12.967499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.200401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.249086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] For port 8d97e323-ab47-4298-aeb2-329e995ec212, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=8d97e323-ab47-4298-aeb2-329e995ec212,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:49:13.255652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:13.257537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:49:13.330820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Pushing event updated for resources: {'Port': ['ID=8d97e323-ab47-4298-aeb2-329e995ec212,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:49:13.335024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:49:13.486838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7f7978c9-f55e-4be3-839b-4afb03a70c87 None None] Provisioning complete for port 8d97e323-ab47-4298-aeb2-329e995ec212 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:13.487885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7f7978c9-f55e-4be3-839b-4afb03a70c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:14.537236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8d97e323-ab47-4298-aeb2-329e995ec212 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:49:14.613809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 8d97e323-ab47-4298-aeb2-329e995ec212 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:49:14.614235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:32.522056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-26e681e4-9a48-497a-a79e-2bb3303a66c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:34.999121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-65f57a8e-bd31-49fe-8387-a2c28f67dc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:35.687892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:36.425937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:37.215098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:49:40.931396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:02.514707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2988c8e8-dd8f-425e-bf64-0332545f51c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:05.002903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-97e5f3e6-4ef4-4aaf-91bb-764821fcd45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:05.682455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:06.421317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:07.219617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:17.931010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:50:32.131387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60446) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:32.140591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [None req-f03020a7-18ba-4263-9345-2b4e9360c87d tempest-verify_tempest_config-1202976821 tempest-verify_tempest_config-1202976821-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:50:32.141629 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f03020a7-18ba-4263-9345-2b4e9360c87d tempest-verify_tempest_config-1202976821 tempest-verify_tempest_config-1202976821-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0090811 Apr 15 10:50:32.499787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60464) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:32.518373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a3e5263f-971f-4968-81b8-467440b0cb1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.636203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.651673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:50:32.655834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Usage tracker for resource:security_group_rule and tenant:217cd9e707264268ae6af23218a3df00 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:50:32.659340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:50:32.666733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:50:32.787625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.790924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.800188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:32.844456 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=217cd9e707264268ae6af23218a3df00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3434572 Apr 15 10:50:32.846157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954983ad-ce53-4e1d-a06d-5720618070a8,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:32.847497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60470) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:50:32.854092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.854492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.854856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.855211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.855556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.855905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.856249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.857074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.857441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.857768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.858180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.859377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:32.862984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:32.911974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.939273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:32.998676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.004961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:50:33.020885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954983ad-ce53-4e1d-a06d-5720618070a8,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:50:33.029639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:33.030822 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/954983ad-ce53-4e1d-a06d-5720618070a8 HTTP/1.1" status: 204 len: 168 time: 0.1819992 Apr 15 10:50:33.032331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.032709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.033075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.033455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.033787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.034147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.034538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.034892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.035264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.035659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.036004 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.036353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:50:33.039694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:50:34.997812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e1fc4eae-dd56-4d03-82e8-fae41d215e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:35.687180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:36.425741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:37.223931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:50:54.936377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:02.580440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15f79e9a-9ee8-43ec-896f-42d7f6bda3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:05.011021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-430f5f44-36d5-442d-92c4-0cc0229e5083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:05.688231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:06.428994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:07.232639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:31.936136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:51:32.530286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7f87e2c-8076-48ba-abb7-b445798e45b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:35.013977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9e7909c7-d5b3-42f2-9942-b18d3114ae72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:35.692345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:36.439829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:51:37.231534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:02.525968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2326cd7-0461-4b78-868c-77a827b3dae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.018150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-80a3436a-86b7-4dd1-aa11-ebffece995d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:05.695393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:06.436958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:07.243625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:08.935799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 5 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:52:15.237372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650'] for agent, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:20.336032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60530) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:20.475601 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d18c76f3-ef3e-408c-ac1a-2fbfefbc7783 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1383357 Apr 15 10:52:22.996212 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60540) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:52:23.071372 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-50d7c0f1-52d1-4926-af39-3bb2ce3f7695 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0739999 Apr 15 10:52:32.530559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7ceb8a94-bb05-40b7-81b7-f137a1ef11d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:35.015225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b35323-d1ba-41e5-af35-16df23d722fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:35.700538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:36.437656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:37.241287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:45.221641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:52:45.937183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:02.540079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c6ab7094-30d0-463e-972b-aa94b2fea4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:05.013245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d7373ff1-af68-4b66-b9e8-7b1d61b204cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:05.705262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:06.436080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:07.251360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:15.229391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:22.941023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:53:32.532900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c2be97d3-2b36-4deb-a6f6-ef4cb7f05470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.007059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1066418d-a20a-4f4b-a7e9-457979c4cfff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:35.705935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:36.430707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:37.248440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:45.236400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:53:59.941848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:02.543663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd25dd5b-75a3-4468-a186-eef59ca8d84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.010609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8fdea04d-2fe4-44d7-b98e-b609b7212c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.623196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60700) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:05.708352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.829974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1605633678-network', 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:05.836852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:05.841583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Usage tracker for resource:network and tenant:7de0eea7cf1544adb30689b8cd97eedd is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:05.844667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:05.851386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:05.860867 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:05.865935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.879563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:05.896486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:05.900767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Usage tracker for resource:security_group_rule and tenant:7de0eea7cf1544adb30689b8cd97eedd is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:05.903850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:05.910279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:06.003479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.005518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.010166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.040081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] vlan segment allocate from pool success with {'vlan_id': 656, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:06.049390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad7ae06-aafc-4391-8b42-eca00b7497af,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.070370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.070954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.071326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.071692 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.072054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.072417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.072777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.073134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.073492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.073845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.074199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.074923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Tracked resource versions report: Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:54:06.076488 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85373) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:54:06.079231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.079619 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Added segment 1a08072d-5665-439d-a4a3-7e88ac7fd694 of type vlan for network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 Apr 15 10:54:06.080984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:06.109381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.159190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.160567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:06.161394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.167086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-66fb7e2b-643b-4664-828d-f8f3b52e55f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.271725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6470878 Apr 15 10:54:06.275045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f9b39a4-70d5-4957-bbd0-24e438b35d08,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.275365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60742) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.277975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:06.281707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Request body: {'subnet': {'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1605633678-subnet', 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:06.287590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:06.287764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:06.298151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Usage tracker for resource:subnet and tenant:7de0eea7cf1544adb30689b8cd97eedd is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:06.302621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:06.310481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:06.325641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:06.332824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.439474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.764221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:06.780974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:06.781138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60762) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.812552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60768) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.824228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60774) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:06.910306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86801a6c-48b9-417b-841f-202cda1f4360,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:06.924076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.924459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.924805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.925364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.925736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.926079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.926454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.926806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.927173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.927524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.927873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.928219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Tracked resource versions report: Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:54:06.929342 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85374) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:54:06.940396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.014616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Checking segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:07.015011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Network hostable DHCP agents. Network: 3f9b39a4-70d5-4957-bbd0-24e438b35d08, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:07.035620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:07.045092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 3f9b39a4-70d5-4957-bbd0-24e438b35d08) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:07.050786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.051603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.054040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f9014d-7c8a-4419-a8a9-8ed5557f9209 None None] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:07.120353 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-870efeb4-e606-454c-946c-97fcef4faaa1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8437250 Apr 15 10:54:07.163839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068650264-network', 'tenant_id': '244c628cdcad428e8011b3a77f6f1e4b'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:07.171148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.182609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1505186288-network', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:07.187482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Usage tracker for resource:network and tenant:244c628cdcad428e8011b3a77f6f1e4b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.191710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.195478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.206560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2047327242-network', 'tenant_id': 'b83c92f9b73d4ca5a0c34aafad5ef7a6'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:07.212281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.222059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.223971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Usage tracker for resource:network and tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.227213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.233258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.235683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Usage tracker for resource:network and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.242434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.255022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.259529 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Made reservation on behalf of 244c628cdcad428e8011b3a77f6f1e4b for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:07.264715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.274508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.280052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Made reservation on behalf of b83c92f9b73d4ca5a0c34aafad5ef7a6 for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:07.284930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.304521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.316174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.329197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Made reservation on behalf of 2f5ecf029c52470ca80db04ef37f9c7e for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:07.333864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.335071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ddd5f-e7d9-42f8-9911-761b045d35a8 None None] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:07.354559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.356875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.366733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.374841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Usage tracker for resource:security_group_rule and tenant:244c628cdcad428e8011b3a77f6f1e4b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.379376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.382635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Usage tracker for resource:security_group_rule and tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.388888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.391919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:07.394472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.401470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.405238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:07.414100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:07.433022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:07.623408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.631850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.633947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.649189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.656582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.682730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:07.715160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] vlan segment allocate from pool success with {'vlan_id': 663, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:07.726925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.728211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.728588 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Added segment 8f041793-dd17-4e18-b63e-dc2117440252 of type vlan for network d01bad6f-f615-4819-a01e-df8e42a1a0a2 Apr 15 10:54:07.741595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.757458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.757832 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Added segment 6f073cc4-725c-4eb4-b2a6-9268d37c75bc of type vlan for network a77cf0e0-5cfc-43d2-bd29-42273792ebcb Apr 15 10:54:07.768655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9644279a-033a-4c7d-af56-0bc1bf178bd9,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.781178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.783508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.107s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.794384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.853800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.866851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4598471-0bbd-4df8-917b-07897a1bbb13,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.891966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.911125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.911756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.923499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=85373) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:54:07.923874 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:54:07.935565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2647e96-66ed-455d-8106-7feee98e96f2,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:07.940732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.941117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.941385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:07.944749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f17f6ac9-13a2-4a39-92ad-417e29dc6de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:07.978449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:07.988126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:07.988733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.095196 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2695353 Apr 15 10:54:08.098499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60834) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:08.099219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Pushing event updated for resources: {'Network': ['ID=d01bad6f-f615-4819-a01e-df8e42a1a0a2,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.105960 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3215566 Apr 15 10:54:08.105960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.105960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.109978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Request body: {'subnet': {'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2047327242-subnet', 'tenant_id': 'b83c92f9b73d4ca5a0c34aafad5ef7a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:08.111130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:08.118496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:08.120562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60838) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:08.129865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Usage tracker for resource:subnet and tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:08.130622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Request body: {'subnet': {'network_id': 'a77cf0e0-5cfc-43d2-bd29-42273792ebcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068650264-subnet', 'tenant_id': '244c628cdcad428e8011b3a77f6f1e4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:08.133592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:08.142476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:08.160836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Made reservation on behalf of b83c92f9b73d4ca5a0c34aafad5ef7a6 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:08.168696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.184875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:08.213213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Usage tracker for resource:subnet and tenant:244c628cdcad428e8011b3a77f6f1e4b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:08.216152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Pushing event updated for resources: {'Network': ['ID=a77cf0e0-5cfc-43d2-bd29-42273792ebcb,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.218647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:08.221701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.225801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:08.227769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:08.235499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Made reservation on behalf of 244c628cdcad428e8011b3a77f6f1e4b for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:08.240388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.476716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.537429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] vlan segment allocate from pool success with {'vlan_id': 686, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:08.554366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.554761 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Added segment e2c03f9f-17b7-4574-8435-2faf2b897243 of type vlan for network 33c8550d-570f-4322-9764-1acd14ff593a Apr 15 10:54:08.642298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.691590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.696392 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:08.697449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.703498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.828301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Pushing event updated for resources: {'Network': ['ID=33c8550d-570f-4322-9764-1acd14ff593a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:08.831592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:08.831967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:08.834575 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0204799 Apr 15 10:54:08.839757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 33c8550d-570f-4322-9764-1acd14ff593a details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:08.840825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60860) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:08.859572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Request body: {'subnet': {'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1505186288-subnet', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:08.885283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-77338701-2159-4fe5-8abc-e2569d929c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:08.893368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:08.916427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Usage tracker for resource:subnet and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:08.934142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:08.961018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:08.991390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.008420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4bc7703a-190a-4603-a673-06da54a8ac1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.063852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Made reservation on behalf of 2f5ecf029c52470ca80db04ef37f9c7e for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:09.065274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54ec8c4e-7b20-40c4-acbc-698fcc271778,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:09.070068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.075107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:09.281554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Checking segment: {'id': '8f041793-dd17-4e18-b63e-dc2117440252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:09.282021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Network hostable DHCP agents. Network: d01bad6f-f615-4819-a01e-df8e42a1a0a2, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:09.302287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60888) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:09.337490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:09.352150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc07c4e5-403c-406b-80a9-3443afca2ce4,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:09.358663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, d01bad6f-f615-4819-a01e-df8e42a1a0a2) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:09.360777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:09.363238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.364358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.368455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf1045e-795e-4375-9df4-ad9bd7b76bea None None] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:09.411553 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3024495 Apr 15 10:54:09.512132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Checking segment: {'id': '6f073cc4-725c-4eb4-b2a6-9268d37c75bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': 'a77cf0e0-5cfc-43d2-bd29-42273792ebcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:09.512514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Network hostable DHCP agents. Network: a77cf0e0-5cfc-43d2-bd29-42273792ebcb, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:09.562496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:09.591953 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, a77cf0e0-5cfc-43d2-bd29-42273792ebcb) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:09.609842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de980a1c-d1b2-401b-958d-f7b2ad2c0c1f None None] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:09.616403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:09.617050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.645292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.688337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:09.698851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Usage tracker for resource:security_group_rule and tenant:a80845b245604247a5437e0f4d35577f is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:09.703846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:09.711458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:09.738261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6087286 Apr 15 10:54:09.867929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.873499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.893737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:09.905796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:09.910946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:10.061368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27279afd-7e38-4307-a099-bcd4efec92f8,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:10.083252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:10.092497 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a80845b245604247a5437e0f4d35577f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7888997 Apr 15 10:54:10.104204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b7f08c-22c5-40ad-8078-b10f8eaf5787 None None] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:10.106457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60938) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:10.189531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60948) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:10.215436 dv-cinder-786383-1-smb neutron-server[85262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:54:10.289865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.346353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=357901d7-840d-418d-9fc7-0237357a29de,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:10.350137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:10.351276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.407442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60962) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:10.459831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-a9c5a704-bd79-492a-8476-1e0cc45a6f2c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:10.460948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-a9c5a704-bd79-492a-8476-1e0cc45a6f2c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:network {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:10.475915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.484510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-701097e0-6ed9-4955-97dd-a5e18dd10020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:10.491751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-a9c5a704-bd79-492a-8476-1e0cc45a6f2c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:network {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:10.493118 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-a9c5a704-bd79-492a-8476-1e0cc45a6f2c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.2959852 Apr 15 10:54:10.509080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27279afd-7e38-4307-a099-bcd4efec92f8,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:10.523553 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-5b32c90e-8b9e-4b21-b0e0-7b4d0ba2da66 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/quotas/7de0eea7cf1544adb30689b8cd97eedd HTTP/1.1" status: 200 len: 375 time: 0.0226564 Apr 15 10:54:10.526182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:10.528758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.535180 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27279afd-7e38-4307-a099-bcd4efec92f8 HTTP/1.1" status: 204 len: 168 time: 0.4278874 Apr 15 10:54:10.721213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.756351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:10.781683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Usage tracker for resource:security_group_rule and tenant:805ad26026824dad92795d328cb23319 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:10.787488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:10.805470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:10.840397 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-8f841024-d109-4cc3-a68d-3381f09586e7 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3028550 Apr 15 10:54:10.851936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Checking segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:10.852513 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Network hostable DHCP agents. Network: 33c8550d-570f-4322-9764-1acd14ff593a, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:10.875937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Network 33c8550d-570f-4322-9764-1acd14ff593a is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:10.892356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 33c8550d-570f-4322-9764-1acd14ff593a) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:10.906073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:10.910119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:10.943105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73349747-486a-41f0-a7cb-707dbb3f63a4 None None] Network 33c8550d-570f-4322-9764-1acd14ff593a requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:10.946596 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1033666 Apr 15 10:54:10.949866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 60988) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:10.956317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:10.971080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:10.982630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Usage tracker for resource:router and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:10.986491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:11.001924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:11.014984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.019669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.024726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.026077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.041667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-878401e3-f565-4588-a38a-7e56aa4dcd31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:11.061956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.102256 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=805ad26026824dad92795d328cb23319&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6904047 Apr 15 10:54:11.104231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb552e2c-56b0-4625-8939-cd20b1769795,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.106956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 60996) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:11.110722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:11.174932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b492cd-c6e5-4529-b82a-76063f25e8cf None None] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:11.177557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.208345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.240909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32772) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:11.274792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.292995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e6a83962-1250-47d7-b3e3-be26f8a2f471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:11.324934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb552e2c-56b0-4625-8939-cd20b1769795,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:11.340910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:11.343087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.346831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fb552e2c-56b0-4625-8939-cd20b1769795 HTTP/1.1" status: 204 len: 168 time: 0.2360415 Apr 15 10:54:11.535499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.725735 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32782) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:11.774608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.819533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:11.824056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Usage tracker for resource:security_group_rule and tenant:daf20e3bd575486f9b38437506159051 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:11.839263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:11.846446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:11.856991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-33c8550d-570f-4322-9764-1acd14ff593a', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:54:11.857925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:11.979279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.015437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.023753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.045689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:12.055569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.057196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Usage tracker for resource:security_group_rule and tenant:ed0bf04f3aa14c4ab126745572b01964 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:12.060980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:12.064249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.075244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:12.079683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:12.119853 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=daf20e3bd575486f9b38437506159051&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3929698 Apr 15 10:54:12.130857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32800) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:12.193859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de6c10a-d953-4ead-a58c-d32aab2ef119,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:12.234313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-f108707f-880e-4d4b-9237-1de992bb9c13 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:54:12.235544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-f108707f-880e-4d4b-9237-1de992bb9c13 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3584738 Apr 15 10:54:12.238616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Allocated IP 172.20.0.2 (33c8550d-570f-4322-9764-1acd14ff593a/357901d7-840d-418d-9fc7-0237357a29de/af2d9639-c3a8-45ee-a7c1-02c8e605951c) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:12.251713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.326589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32810) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:12.340291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Allocated IP 172.28.3.216 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:12.352422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-199145934-network', 'tenant_id': '85ae0dc789954470be3e719fecb8d6c2'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:12.366926 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:12.457059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.477704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.519286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Usage tracker for resource:network and tenant:85ae0dc789954470be3e719fecb8d6c2 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:12.523638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.525275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:12.582595 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-2b9fd13d-20b7-4774-891f-55ec135e580c service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370199 Apr 15 10:54:12.586577 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.609076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Transition to ACTIVE for port object af2d9639-c3a8-45ee-a7c1-02c8e605951c will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:12.618789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:12.629630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:12.648445 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ed0bf04f3aa14c4ab126745572b01964&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4061189 Apr 15 10:54:12.654529 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.655414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Transition to ACTIVE for port object af2d9639-c3a8-45ee-a7c1-02c8e605951c will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:12.665651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.679670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32824) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:12.682263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32826) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:12.683279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:12.743269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.811931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Made reservation on behalf of 85ae0dc789954470be3e719fecb8d6c2 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:12.817293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.842544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Pushing event updated for resources: {'Port': ['ID=af2d9639-c3a8-45ee-a7c1-02c8e605951c,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:12.871017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.872089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.872469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.873025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.873644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.873768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-50155503-63c0-4fd7-ba40-8a12bc69ae7b service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599933 Apr 15 10:54:12.874363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.875036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.875981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.876279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.876734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.877782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.879164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Tracked resource versions report: Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:54:12.882077 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85375) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:54:12.896484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:12.897497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.909550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:12.977783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Network 33c8550d-570f-4322-9764-1acd14ff593a is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:12.979057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:12.981489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:12.983505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:12.986511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.010443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560b0c71-b79b-4bbd-906f-4a8563fe9e4d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.028973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.033384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.035346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Usage tracker for resource:security_group_rule and tenant:85ae0dc789954470be3e719fecb8d6c2 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:13.045986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:13.054963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.061908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:13.066458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:13.078621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Usage tracker for resource:security_group_rule and tenant:93e7861d97f6458eb2c133ab82a09afd is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:13.087132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32844) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.091950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:13.108968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.112375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Attempting to bind port af2d9639-c3a8-45ee-a7c1-02c8e605951c on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:13.112787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Attempting to bind port af2d9639-c3a8-45ee-a7c1-02c8e605951c by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:13.113189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Attempting to bind port af2d9639-c3a8-45ee-a7c1-02c8e605951c on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:13.116691 dv-cinder-786383-1-smb neutron-server[85262]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 10:54:13.119882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:13.120427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Checking segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:13.120872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.121300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Bound using segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:13.121805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Bound port: af2d9639-c3a8-45ee-a7c1-02c8e605951c, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:13.122210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.143677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:13.165542 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.206623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Pushing event updated for resources: {'Port': ['ID=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.226564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.236082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] For port af2d9639-c3a8-45ee-a7c1-02c8e605951c, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:13.239988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] For port af2d9639-c3a8-45ee-a7c1-02c8e605951c, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=af2d9639-c3a8-45ee-a7c1-02c8e605951c,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:13.250143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.275500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-18f12f72-9a62-4edd-89dd-01a5fc8b8875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.281998 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.385946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.401850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.440381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de6c10a-d953-4ead-a58c-d32aab2ef119,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.458459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93e7861d97f6458eb2c133ab82a09afd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7701840 Apr 15 10:54:13.463999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.466892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.480369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32866) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:13.491388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Pushing event updated for resources: {'Port': ['ID=af2d9639-c3a8-45ee-a7c1-02c8e605951c,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.495490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:13.501171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.502129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:13.505830 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-44305a2a-63f5-4e55-9b38-0d0e62bad629 req-c892181c-2974-4862-8044-008557ac604b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.1530790 Apr 15 10:54:13.506646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:13.562854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.564060 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3de6c10a-d953-4ead-a58c-d32aab2ef119 HTTP/1.1" status: 204 len: 168 time: 1.4298451 Apr 15 10:54:13.606914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.623149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619aaed9-3726-4c88-a0aa-cca4e93ee34e,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.645454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.645977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e89b3457-4d3e-4c42-8206-ba6a6cb70744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.686702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-c68e6794-941a-4724-869a-0280b3028122 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:13.688358 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-c68e6794-941a-4724-869a-0280b3028122 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/networks?id=d01bad6f-f615-4819-a01e-df8e42a1a0a2 HTTP/1.1" status: 200 len: 812 time: 0.5931966 Apr 15 10:54:13.693399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b0c71-b79b-4bbd-906f-4a8563fe9e4d,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.714875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.733734 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-e15ec7c7-a8e5-4cb3-a764-e0cb97bca182 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/quotas/b83c92f9b73d4ca5a0c34aafad5ef7a6 HTTP/1.1" status: 200 len: 375 time: 0.0379343 Apr 15 10:54:13.741169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.742156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.745518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.746805 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/560b0c71-b79b-4bbd-906f-4a8563fe9e4d HTTP/1.1" status: 204 len: 168 time: 1.0631640 Apr 15 10:54:13.768440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.834182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:13.864975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7792ccd-4650-4df0-8001-bed1c7270f34,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:13.869576 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-dca6058c-8084-4120-a9bc-1dcc8808e2c6 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=b83c92f9b73d4ca5a0c34aafad5ef7a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1215904 Apr 15 10:54:13.871944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.880570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:13.896125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 673, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:54:13.925055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.925446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Added segment df00c227-53d4-4ea5-9ba7-d354905142e7 of type vlan for network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 Apr 15 10:54:13.961100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:13.985213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.030982 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e7062e74-1fb8-4f93-8f30-2f784573d1b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.076519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619aaed9-3726-4c88-a0aa-cca4e93ee34e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.084942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.095027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.096617 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/619aaed9-3726-4c88-a0aa-cca4e93ee34e HTTP/1.1" status: 204 len: 168 time: 0.6132188 Apr 15 10:54:14.097958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.099508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:14.100374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.111819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fa4ebaf2-6c90-4ac5-b1e9-a68e05bf089d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:14.233261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8998132 Apr 15 10:54:14.234013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32904) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:14.255730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Request body: {'subnet': {'network_id': 'e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-199145934-subnet', 'tenant_id': '85ae0dc789954470be3e719fecb8d6c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:14.274554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:14.274554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:14.276711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Usage tracker for resource:subnet and tenant:85ae0dc789954470be3e719fecb8d6c2 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:14.280119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:14.281124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:14.287295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:54:14.288262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:14.305816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Made reservation on behalf of 85ae0dc789954470be3e719fecb8d6c2 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:14.312317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Notify callbacks [] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.475393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32912) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:14.499943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.524350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:14.532880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Usage tracker for resource:security_group_rule and tenant:5e07f4d263f24c9e9120fa3e97dcdae6 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:14.651020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:14.808023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:14.821841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-80abc3bc-9802-4bf4-af2e-ec68118b5b4a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:54:14.823001 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-80abc3bc-9802-4bf4-af2e-ec68118b5b4a service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5273931 Apr 15 10:54:14.829125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:14.831953 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device af2d9639-c3a8-45ee-a7c1-02c8e605951c up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:14.978535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port af2d9639-c3a8-45ee-a7c1-02c8e605951c completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:15.147840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.170820 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0cf7f8d6-7d3e-4a20-a827-dbe27cc40230 req-e36a3a5d-ad96-41e1-8901-1bb9359c3753 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.5621574 Apr 15 10:54:15.243865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.337967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.413447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-bb226808-81ab-459f-8ee1-540a36c2f66c service neutron] 10.222.0.32 "GET /v2.0/networks/d01bad6f-f615-4819-a01e-df8e42a1a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5596244 Apr 15 10:54:15.470957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.556152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:15.591221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20315a86-e85b-4b8d-b55b-d370a28143d2 None None] Network 33c8550d-570f-4322-9764-1acd14ff593a requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:15.637811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:54:15.821373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Provisioning for port af2d9639-c3a8-45ee-a7c1-02c8e605951c completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:15.833211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6ff49e-a88d-4fa4-b8f4-4b0886909c7a,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:15.843848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Provisioning complete for port af2d9639-c3a8-45ee-a7c1-02c8e605951c triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:15.845457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:15.852215 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e07f4d263f24c9e9120fa3e97dcdae6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3756626 Apr 15 10:54:15.854152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32968) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:15.862130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:16.038777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:16.049753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:16.065259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:16.066561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:16.084328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.087825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.1364772 Apr 15 10:54:16.091293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 32978) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:16.095393 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-81b129aa-af25-47db-a6a3-9a1c2e39ab55 service neutron] 10.222.0.32 "GET /v2.0/networks/d01bad6f-f615-4819-a01e-df8e42a1a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296926 Apr 15 10:54:16.158616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.255741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.363364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.479665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:16.490746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] For port af2d9639-c3a8-45ee-a7c1-02c8e605951c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=af2d9639-c3a8-45ee-a7c1-02c8e605951c,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:16.503701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.516268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:16.555188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.574146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 32992) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:16.590234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:16.652411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.26', 59887) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:16.655248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.658497 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2a6ff49e-a88d-4fa4-b8f4-4b0886909c7a HTTP/1.1" status: 204 len: 168 time: 0.7920537 Apr 15 10:54:16.665641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6ff49e-a88d-4fa4-b8f4-4b0886909c7a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:16.669775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:16.709608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:16.824592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Pushing event updated for resources: {'Port': ['ID=af2d9639-c3a8-45ee-a7c1-02c8e605951c,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:16.840785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:16.953301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-98bf3316-b6c0-446f-8c77-da3e0380c933 None None] Provisioning complete for port af2d9639-c3a8-45ee-a7c1-02c8e605951c triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:16.964696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-98bf3316-b6c0-446f-8c77-da3e0380c933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.117409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:17.403544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-853ae484-7079-4c7a-b99a-999c512aa7a3 req-7c9ec186-73cc-4b9e-bf4f-f62cc80a1c5c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.4011519 Apr 15 10:54:17.461685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:13Z', 'revision_number': 3, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:17.474141 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:54:17.475942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Updating router c06857fa-996d-4c4d-9b03-9b86a7a5a25c port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:54:17.567606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-6a7f8a1b-7904-4255-9893-f0c77661e032 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:17.579761 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-6a7f8a1b-7904-4255-9893-f0c77661e032 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.9134891 Apr 15 10:54:17.646283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.763908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:17.770292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9bac29ad-141c-452d-92c4-c92622e3a16b req-1cd08395-de04-4776-9f69-83f2d7db5a49 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.8217382 Apr 15 10:54:17.795148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Request body: {'port': {'device_id': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'admin_state_up': True, 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:17.953918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.002579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=4171c6c5-7366-40f0-8d62-2ce15927bf6b,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:18.008863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:18.014302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.897s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:18.016591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:18.022328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Usage tracker for resource:port and tenant:7de0eea7cf1544adb30689b8cd97eedd is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:18.027217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Checking segment: {'id': 'df00c227-53d4-4ea5-9ba7-d354905142e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:18.027614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Network hostable DHCP agents. Network: e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:54:18.032571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:18.036084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Usage tracker for resource:security_group_rule and tenant:049d2bcfa1be437d93ed0c1eeea232de is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:18.046076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:18.049041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:18.099649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:18.128063 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:18.147667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.181826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:54:18.278140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:18.288401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae7bd78-65ec-4fd6-adc8-0b9417ead1fd None None] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:18.326647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:18.327309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.372564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Allocated IP 172.20.0.1 (33c8550d-570f-4322-9764-1acd14ff593a/357901d7-840d-418d-9fc7-0237357a29de/288350fb-65e9-4558-abe2-1444e181ba4e) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:18.526203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.553767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.691096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.723685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:18.759734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Transition to ACTIVE for port object 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:18.780443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:18.783665 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 4.5477602 Apr 15 10:54:18.884853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device af2d9639-c3a8-45ee-a7c1-02c8e605951c up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:18.894167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:18.931829 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=049d2bcfa1be437d93ed0c1eeea232de&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3484707 Apr 15 10:54:18.940419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33112) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:18.946080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8c8de2-2c13-46c1-a2dc-154cc6230671,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:19.039534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:19.125070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33120) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:19.173644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Allocated IP 172.20.0.5 (3f9b39a4-70d5-4957-bbd0-24e438b35d08/86801a6c-48b9-417b-841f-202cda1f4360/423d0786-2d6c-43e6-bc2f-98ed0c0e2379) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:19.177126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ac7c9282-568c-4bff-ba55-0f6987ad890e req-ec169f92-bbe4-4625-9830-d1db10e8de75 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.1476634 Apr 15 10:54:19.307799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.356178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Transition to ACTIVE for port object 288350fb-65e9-4558-abe2-1444e181ba4e will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:19.414357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.477226 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:19.484588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3940c32-57f3-465d-a314-3cf9bc3618d7 None None] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:54:19.528181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Pushing event updated for resources: {'Port': ['ID=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,revision_number=2']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:19.563423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.563803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.564150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.571958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.572429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.572809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.573178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.573546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.575818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.576264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.576629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.576989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Tracked resource versions report: Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: pushed versions: Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: { 'AddressGroup': {'1.2'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': {'1.0'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': {'1.0'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': {'1.1'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': {'1.7'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': {'1.2'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': {'1.8'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': {'1.4'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': {'1.2'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': {'1.0'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': {'1.1'}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': {'1.1'}} Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: consumer versions: Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: { DHCP agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: HyperV agent@hv-cinder-78638: {}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: L3 agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: Metadata agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: Metering agent@dv-cinder-786383-1-smb: {}, Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: Open vSwitch agent@dv-cinder-786383-1-smb: { 'AddressGroup': '1.2', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'ConntrackHelper': '1.0', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Log': '1.0', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Network': '1.1', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Port': '1.7', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'PortForwarding': '1.2', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'QosPolicy': '1.8', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroup': '1.4', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SecurityGroupRule': '1.2', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'SubPort': '1.0', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Subnet': '1.1', Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: 'Trunk': '1.1'}} Apr 15 10:54:19.578127 dv-cinder-786383-1-smb neutron-server[85262]: {{(pid=85376) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 10:54:19.613293 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-85900345-04da-47ca-ae28-094d47ad1b7f req-ecbadebc-d120-41eb-84da-dd29e62c991f tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.2653985 Apr 15 10:54:19.629752 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:19.640878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33134) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:19.704067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Deleting subnet dc07c4e5-403c-406b-80a9-3443afca2ce4 {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:54:19.734932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.767195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Attempting to bind port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:19.767592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Attempting to bind port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:19.770030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Attempting to bind port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:19.785574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:19.786106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:19.786706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.787344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:19.788042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Bound port: 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:19.788790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:19.976649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Pushing event updated for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:19.999731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.022108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] For port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:20.037298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] For port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:20.042060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.101987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port af2d9639-c3a8-45ee-a7c1-02c8e605951c triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:20.105499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.134544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:20.147674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.163128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Network 33c8550d-570f-4322-9764-1acd14ff593a is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:20.165998 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:20.171559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:20.172892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.270322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.348565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.393009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Pushing event updated for resources: {'Port': ['ID=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:20.408659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e3c58d0-0667-443d-8454-91d8a698274f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:20.468173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.580125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.776006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.794944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-fb8627a7-fc19-4361-82ea-f74647eb1595 None None] Provisioning for port 288350fb-65e9-4558-abe2-1444e181ba4e completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:20.814330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.26', 59895) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:20.844737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-fb8627a7-fc19-4361-82ea-f74647eb1595 None None] Provisioning complete for port 288350fb-65e9-4558-abe2-1444e181ba4e triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:20.845995 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da9cbd2f-e156-4cf4-9102-a415a85f2c6d req-98081836-33b8-4d19-bb32-6f507a3b52bd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.1659110 Apr 15 10:54:20.848349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb8627a7-fc19-4361-82ea-f74647eb1595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:20.930949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:20.931645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:20.968777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-fb8627a7-fc19-4361-82ea-f74647eb1595 None None] Port 288350fb-65e9-4558-abe2-1444e181ba4e cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:54:21.419227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-51231c66-41b2-459a-8db4-2696bed8f945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.426259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.457746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.462184 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9c8c8de2-2c13-46c1-a2dc-154cc6230671 HTTP/1.1" status: 204 len: 168 time: 2.4706714 Apr 15 10:54:21.474181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:21.493903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-6329243c-f363-4c30-960e-0c61574c1c9c tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:21.494741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-6329243c-f363-4c30-960e-0c61574c1c9c tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Synchronizing usage tracker for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:network {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:21.539341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:21.549782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Usage tracker for resource:security_group_rule and tenant:8e4b36bb226d4205b1748e94a3d05446 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:21.559185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:21.561987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-6329243c-f363-4c30-960e-0c61574c1c9c tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Unset dirty status for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:network {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:21.563292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-6329243c-f363-4c30-960e-0c61574c1c9c tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.26 "GET /v2.0/networks?id=d01bad6f-f615-4819-a01e-df8e42a1a0a2 HTTP/1.1" status: 200 len: 812 time: 0.7149484 Apr 15 10:54:21.575232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:21.580363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8c8de2-2c13-46c1-a2dc-154cc6230671,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:21.618184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:21.685554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.700929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.708241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.709666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:21.751757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:21.751972 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-56796f2a-c7a5-4ead-addb-cc33224fd5e4 req-f2502262-664c-4fa7-b3d0-be29b1f93c3f tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.3100879 Apr 15 10:54:22.219359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Request body: {'port': {'device_id': 'ba99081e-a85f-425e-b656-7c4482865748', 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2', 'admin_state_up': True, 'tenant_id': 'b83c92f9b73d4ca5a0c34aafad5ef7a6'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:22.443690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.448111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33196) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:22.527821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Network 33c8550d-570f-4322-9764-1acd14ff593a is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:22.535434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Pushing event updated for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:22.542978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:22.557669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:22.576150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.637250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.638244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52be3d81-2f0f-4386-951e-1537df0026df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:22.644175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e450e0b-7a3e-41d0-8676-30a609cd5bd2 req-95064d2e-c2f1-46ef-85e7-50f9262daaaf tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:22.646300 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e450e0b-7a3e-41d0-8676-30a609cd5bd2 req-95064d2e-c2f1-46ef-85e7-50f9262daaaf tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 931 time: 0.3435302 Apr 15 10:54:22.991823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:22.993272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:23.000714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:18Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:23.032686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Usage tracker for resource:security_group_rule and tenant:a9b36f464e394cbc955873845e2d92d2 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:23.037922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a11f8f-e514-4b76-aca3-9b2ec2afb23e None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:18Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:23.042703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:23.111320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:23.130908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event updated for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:23.140934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-5aa6f5bb-0c03-43b5-b688-2a2e3401e851 None None] Provisioning complete for port 288350fb-65e9-4558-abe2-1444e181ba4e triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:23.142335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5aa6f5bb-0c03-43b5-b688-2a2e3401e851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.158764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:23.167995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Usage tracker for resource:port and tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:23.174544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:23.189820 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8e4b36bb226d4205b1748e94a3d05446&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4747057 Apr 15 10:54:23.196835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:23.198195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:23.213301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.178s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:23.216349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33216) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:23.232521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Made reservation on behalf of b83c92f9b73d4ca5a0c34aafad5ef7a6 for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:23.255205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.255639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:23.255639 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed2c8654-64f3-4be1-8c15-2a042dcda489 req-2f4efd2e-ff74-45e7-b66c-9a1b1d543a50 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.1537926 Apr 15 10:54:23.257004 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:23.269143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8e450e0b-7a3e-41d0-8676-30a609cd5bd2 req-8e587bc9-d13a-441c-a5f5-1cfbf294fa19 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:23.326182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:23.333921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6f5bb-0c03-43b5-b688-2a2e3401e851 None None] Port 288350fb-65e9-4558-abe2-1444e181ba4e cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:54:23.350738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:23.352040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.433678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.445826 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7686892 Apr 15 10:54:23.485560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfa9a26-2d42-405b-8132-0237f6e7ff0d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:23.503681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:23.520867 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:54:23.543963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-9b85841f-0585-45fc-b778-175e91b9f6a2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85374) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 10:54:23.545476 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-9b85841f-0585-45fc-b778-175e91b9f6a2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101213 Apr 15 10:54:23.547024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dcfc168e-d8e4-437d-990f-cea938009ebc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:23.592743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.649454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc07c4e5-403c-406b-80a9-3443afca2ce4,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:23.666880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:23.792312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.814828 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/dc07c4e5-403c-406b-80a9-3443afca2ce4 HTTP/1.1" status: 204 len: 168 time: 4.6715748 Apr 15 10:54:23.818662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33224) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:23.874384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:23.954255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.028512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94ba3919-b4fb-48c0-8b25-92bcbb3ec86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:24.043363 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9b36f464e394cbc955873845e2d92d2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5859401 Apr 15 10:54:24.050040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33230) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:24.050582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33232) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:24.209293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.370983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:24.392572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f863ee6-d2db-450a-9932-95b2a1ba2540,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:24.423197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8e450e0b-7a3e-41d0-8676-30a609cd5bd2 req-8e587bc9-d13a-441c-a5f5-1cfbf294fa19 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:24.439479 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e450e0b-7a3e-41d0-8676-30a609cd5bd2 req-8e587bc9-d13a-441c-a5f5-1cfbf294fa19 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7764285 Apr 15 10:54:24.483094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.550696 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] 10.222.0.32 "PUT /v2.0/routers/c06857fa-996d-4c4d-9b03-9b86a7a5a25c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4474545 Apr 15 10:54:24.579787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Allocated IP 172.20.0.11 (d01bad6f-f615-4819-a01e-df8e42a1a0a2/54ec8c4e-7b20-40c4-acbc-698fcc271778/f6088a0e-90a5-4add-a980-1643755a96b6) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:24.675714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Request body: {'port': {'device_id': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:24.734902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:24.762489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:24.905823 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3edbce96-330e-4bab-a7e4-22a36a5df181 req-61078a9d-0b1e-443a-905c-1fa05eb973bf tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.1698263 Apr 15 10:54:24.967598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:25.041858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.129239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Usage tracker for resource:security_group_rule and tenant:0863ac3ec75b4de9be2ec8ca46edce92 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:25.188615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:25.236262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.252175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:25.387921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:25.417640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:25.429509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.440189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:25.447856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:25.450656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.508445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.509713 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1cfa9a26-2d42-405b-8132-0237f6e7ff0d HTTP/1.1" status: 204 len: 168 time: 2.2852898 Apr 15 10:54:25.516316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.518264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfa9a26-2d42-405b-8132-0237f6e7ff0d,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:25.520707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:25.550078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:25.550853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.590505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.712428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Pushing event updated for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:25.751285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.813415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:25.931417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:25.932701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:25.941158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:25.948765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:25.950175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:25.972012 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7790494 Apr 15 10:54:25.995543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > port after_create 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > port after_update 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.006958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.015872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Request body: {'port': {'device_id': 'ba99081e-a85f-425e-b656-7c4482865748', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:26.033639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:26.039394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.041734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:26.221375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:26.227559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:26.336177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.356388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33278) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:26.357315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33280) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:26.387551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--460137952', 'description': 'tempest-description--1152813843'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:26.394229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.394709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.394952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.395328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85374) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:54:26.395716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77cf0e0-5cfc-43d2-bd29-42273792ebcb']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:26.440991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:26.447494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.463494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.474194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f073cc4-725c-4eb4-b2a6-9268d37c75bc') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:26.474560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f073cc4-725c-4eb4-b2a6-9268d37c75bc') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:26.480134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:26.489731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:26.508219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb46c1d5-350c-49cf-9b76-9cff3c66ff61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:26.540569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:26.543421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:26.568683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.578078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Usage tracker for resource:security_group_rule and tenant:46a1041fa9ca4ac3a4143da95a92b94b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:26.583049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:26.625413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f863ee6-d2db-450a-9932-95b2a1ba2540,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:26.629531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:26.644607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.645905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:26.726558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:26.741373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:26.787684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:26.814007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:26.857306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.860905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.881977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.885658 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f863ee6-d2db-450a-9932-95b2a1ba2540 HTTP/1.1" status: 204 len: 168 time: 2.8195007 Apr 15 10:54:26.885658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:26.890028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:54:26.952469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec115479-80f5-4350-932c-67343db952ec req-7789a372-9562-404a-9bed-33b15dd54b5e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:26.953200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec115479-80f5-4350-932c-67343db952ec req-7789a372-9562-404a-9bed-33b15dd54b5e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Synchronizing usage tracker for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:27.069179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:27.229692 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.232502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec115479-80f5-4350-932c-67343db952ec req-7789a372-9562-404a-9bed-33b15dd54b5e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Unset dirty status for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:27.245501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec115479-80f5-4350-932c-67343db952ec req-7789a372-9562-404a-9bed-33b15dd54b5e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 932 time: 0.7613888 Apr 15 10:54:27.249820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:27.251348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.309989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.399426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.423590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee2016d-1df8-4e70-88ca-417d99bbccea,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.430740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.482572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.532052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.538098 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0863ac3ec75b4de9be2ec8ca46edce92&name=default HTTP/1.1" status: 200 len: 2979 time: 3.4863617 Apr 15 10:54:27.565124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33302) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:27.613200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.632711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:27.648230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:27.730353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec115479-80f5-4350-932c-67343db952ec req-81030d21-04e0-4038-896a-13a7503be7d7 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Synchronizing usage tracker for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:27.741763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Synchronizing usage tracker for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:27.773181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca8d639-c37f-43a2-bb0d-579d3effa9e0,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:27.778923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.resource_extend [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:54:27.828634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:27.843152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.119s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:27.965667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:27.972835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Network a77cf0e0-5cfc-43d2-bd29-42273792ebcb has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:27.993824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbee640-523c-4a16-9988-96ed53204540 req-1380316b-23bc-4058-a80f-07a70a5fd9ac tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:27.994642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2bbee640-523c-4a16-9988-96ed53204540 req-1380316b-23bc-4058-a80f-07a70a5fd9ac tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:27.999244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: from cryptography.utils import int_from_bytes Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: from cryptography.utils import int_from_bytes Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: (rel_b, rel_a, rel_b), Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:54:28.027569 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:54:28.071589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.114358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Unset dirty status for tenant:ca64311f3e3645cfb1eb1880e6c8cddb on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:28.118894 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46a1041fa9ca4ac3a4143da95a92b94b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7568860 Apr 15 10:54:28.120129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec115479-80f5-4350-932c-67343db952ec req-81030d21-04e0-4038-896a-13a7503be7d7 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Unset dirty status for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:28.128425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:28.133038 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec115479-80f5-4350-932c-67343db952ec req-81030d21-04e0-4038-896a-13a7503be7d7 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8864832 Apr 15 10:54:28.142548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33326) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.168849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:28.176969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54deec8f-57e5-4e57-86cc-529b15ac03ec,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.178106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:28.209438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6088a0e-90a5-4add-a980-1643755a96b6 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:28.219286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.220181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.224809 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8657405 Apr 15 10:54:28.231522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33332) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.240833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.278509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.285488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group_rule': {'security_group_id': '54deec8f-57e5-4e57-86cc-529b15ac03ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:28.291600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Transition to ACTIVE for port object 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:28.300999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.316207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:28.335957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2bbee640-523c-4a16-9988-96ed53204540 req-1380316b-23bc-4058-a80f-07a70a5fd9ac tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:28.337518 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bbee640-523c-4a16-9988-96ed53204540 req-1380316b-23bc-4058-a80f-07a70a5fd9ac tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 931 time: 1.9332471 Apr 15 10:54:28.355234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:28.389660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:28.420183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:28.420939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.424819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Transition to ACTIVE for port object f6088a0e-90a5-4add-a980-1643755a96b6 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:28.460399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.466565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.466719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.531969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-336dcca3-00bd-43a8-9f26-6d67ef2b5f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.551378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bbee640-523c-4a16-9988-96ed53204540 req-b3003e86-b284-41ad-a7f6-55b34a4a0b1a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698390 Apr 15 10:54:28.589785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:28.631493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:28.743110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Pushing event updated for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.749458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.754745 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a77cf0e0-5cfc-43d2-bd29-42273792ebcb HTTP/1.1" status: 204 len: 168 time: 4.9309247 Apr 15 10:54:28.773164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:28.822150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33352) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:28.890157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77cf0e0-5cfc-43d2-bd29-42273792ebcb,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.893603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.901726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Pushing event updated for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:28.921884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:28.945861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.025797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.065229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Deleting subnet 4171c6c5-7366-40f0-8d62-2ce15927bf6b {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:54:29.069223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.140113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.213541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.226493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.229691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Attempting to bind port f6088a0e-90a5-4add-a980-1643755a96b6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:29.230189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Attempting to bind port f6088a0e-90a5-4add-a980-1643755a96b6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '8f041793-dd17-4e18-b63e-dc2117440252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:29.230704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Attempting to bind port f6088a0e-90a5-4add-a980-1643755a96b6 on network d01bad6f-f615-4819-a01e-df8e42a1a0a2 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:29.245871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Port f6088a0e-90a5-4add-a980-1643755a96b6 on network d01bad6f-f615-4819-a01e-df8e42a1a0a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:29.246432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Attempting to bind port f6088a0e-90a5-4add-a980-1643755a96b6 on network d01bad6f-f615-4819-a01e-df8e42a1a0a2 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:29.258410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4689936d-0e88-47a5-b8b0-1695deaab8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.276547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.280449 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ee2016d-1df8-4e70-88ca-417d99bbccea HTTP/1.1" status: 204 len: 168 time: 1.6922781 Apr 15 10:54:29.280449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:29.280449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Checking segment: {'id': '8f041793-dd17-4e18-b63e-dc2117440252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:29.280449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Bound using segment: {'id': '8f041793-dd17-4e18-b63e-dc2117440252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:29.281123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Bound port: f6088a0e-90a5-4add-a980-1643755a96b6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f041793-dd17-4e18-b63e-dc2117440252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:29.281586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.305993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee2016d-1df8-4e70-88ca-417d99bbccea,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.320774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.321870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33364) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:29.497595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.590259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:21Z', 'revision_number': 2, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:29.609413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:54:29.610344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Updating router c06857fa-996d-4c4d-9b03-9b86a7a5a25c port 288350fb-65e9-4558-abe2-1444e181ba4e binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:54:29.610824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.661869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5cb19b06-6e27-4a68-8535-0e4893243673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.672293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.736808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Attempting to bind port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:29.737181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Attempting to bind port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:29.737554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Attempting to bind port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:29.813771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:29.828567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6088a0e-90a5-4add-a980-1643755a96b6,segment=NetworkSegment(8f041793-dd17-4e18-b63e-dc2117440252),segment_id=8f041793-dd17-4e18-b63e-dc2117440252)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:29.831067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.833811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.844517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:29.854743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-27a8cab5-d815-45c7-99d8-7e95f867a3e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:29.886694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca8d639-c37f-43a2-bb0d-579d3effa9e0,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.943916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4171c6c5-7366-40f0-8d62-2ce15927bf6b,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:29.951859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.953435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:29.955085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94a2a2c3-2a9b-45aa-8d02-e3b3c232a437 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:30.045077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:30.045077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Attempting to bind port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:30.164375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:30.164782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Checking segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:30.165403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Bound using segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:30.165944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Bound port: 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:30.166395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.388938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.417050 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4171c6c5-7366-40f0-8d62-2ce15927bf6b HTTP/1.1" status: 204 len: 168 time: 1.5901885 Apr 15 10:54:30.422517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33390) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:30.440579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.602137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.615921 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dca8d639-c37f-43a2-bb0d-579d3effa9e0 HTTP/1.1" status: 204 len: 168 time: 2.4680305 Apr 15 10:54:30.667425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:30.675123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Usage tracker for resource:security_group_rule and tenant:af508f55912247729da774128f1d4fd0 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:30.679114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:30.689204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.708510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.740743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Transition to ACTIVE for port object 288350fb-65e9-4558-abe2-1444e181ba4e will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:30.756441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.783754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12456254-e92c-4bbf-bc07-ce6ce3ab764f req-9944807f-0e70-4982-907f-f16cbe0ee2bc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:30.785429 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12456254-e92c-4bbf-bc07-ce6ce3ab764f req-9944807f-0e70-4982-907f-f16cbe0ee2bc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 0.8434751 Apr 15 10:54:30.793790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:30.912615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Pushing event updated for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:30.916930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:30.940590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:30.945255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.056s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:30.983852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:30.985541 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7499909 Apr 15 10:54:31.079371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Pushing event updated for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.083086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33408) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:31.093169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:31.122149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.124466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9a8bf02-c24e-4a95-a56e-006af9dc6990,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.132565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group_rule': {'security_group_id': '54deec8f-57e5-4e57-86cc-529b15ac03ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:31.138768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.140206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:31.161550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315104bb-ef97-452a-b7fe-ef9023df5ae1 req-b89672ca-6603-4439-815c-7b116f5dfe75 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.164339 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-315104bb-ef97-452a-b7fe-ef9023df5ae1 req-b89672ca-6603-4439-815c-7b116f5dfe75 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 1.7025003 Apr 15 10:54:31.168006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:31.168906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.170612 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] 10.222.0.26 "PUT /v2.0/ports/f6088a0e-90a5-4add-a980-1643755a96b6 HTTP/1.1" status: 200 len: 1094 time: 5.1597884 Apr 15 10:54:31.171383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:31.178808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:31.345731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:31.378963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.436392 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af508f55912247729da774128f1d4fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1109300 Apr 15 10:54:31.454294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33424) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:31.483122 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-315104bb-ef97-452a-b7fe-ef9023df5ae1 req-28241dca-cd59-4f0c-8bfe-8a131e93fc06 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259836 Apr 15 10:54:31.484190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84300b24-28d6-4de7-b361-c0626b0f980b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.505781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:31.584549 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Attempting to bind port 288350fb-65e9-4558-abe2-1444e181ba4e on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:31.584964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Attempting to bind port 288350fb-65e9-4558-abe2-1444e181ba4e by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:31.585373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Attempting to bind port 288350fb-65e9-4558-abe2-1444e181ba4e on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:31.592337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:31.592757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Checking segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:31.593209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.593669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Bound using segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:31.594187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Bound port: 288350fb-65e9-4558-abe2-1444e181ba4e, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:31.594716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.600358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:31.610917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.617145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df00c227-53d4-4ea5-9ba7-d354905142e7') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:31.617732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df00c227-53d4-4ea5-9ba7-d354905142e7') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:31.631776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.650248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.658051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:31.661564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:31.665616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.672506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:54:31.696743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] For port 288350fb-65e9-4558-abe2-1444e181ba4e, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:31.707504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.715634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:31.729976 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84300b24-28d6-4de7-b361-c0626b0f980b,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:31.732928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:31.740807 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.745041 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84300b24-28d6-4de7-b361-c0626b0f980b HTTP/1.1" status: 204 len: 168 time: 0.2832019 Apr 15 10:54:31.780300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:31.803718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:31.838268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:31.900240 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12456254-e92c-4bbf-bc07-ce6ce3ab764f req-b3a2f418-3232-4b51-b4f5-3b3f242bb4cb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8160231 Apr 15 10:54:31.904937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:31.946842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94dffe39-bee4-438c-b14a-9953a1bf8d01 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:31.983444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:31.992207 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6', 'status': 'completed', 'code': 200} Apr 15 10:54:32.002368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.064710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.374541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Network e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:54:32.402801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Pushing event updated for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:54:32.405736 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:54:32.409943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:32.532330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.534634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:32.535307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.537004 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-ac4db515-237e-426c-9257-e4565eff316d service neutron] 10.222.0.26 "PUT /v2.0/ports/423d0786-2d6c-43e6-bc2f-98ed0c0e2379 HTTP/1.1" status: 200 len: 1093 time: 8.4879522 Apr 15 10:54:32.537576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:32.544815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33472) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:32.545683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.550422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:32.556608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207e4ae5-fb08-428a-b52f-1b5411010fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.566323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] For port 288350fb-65e9-4558-abe2-1444e181ba4e, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=288350fb-65e9-4558-abe2-1444e181ba4e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:32.578980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.589630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.612185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04f1ab67-1a21-4ae4-847f-21389ca8be12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:32.622658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.638776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26f3000-6f83-47e8-961b-d59c305af47d,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:32.665268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.678910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:32.684916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Usage tracker for resource:security_group_rule and tenant:8a1a00e377054be39ae3ab4a43835c78 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:32.694013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:32.701455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.706157 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6119683 Apr 15 10:54:32.707828 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5 HTTP/1.1" status: 204 len: 168 time: 2.2608209 Apr 15 10:54:32.710448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33484) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:32.715492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:32.723127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:32.727240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:32.727691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:32.747165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:32.755218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:floatingip and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:32.760901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:32.774257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:32.800293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:32.867520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b98e2d-6218-4e7a-83ec-9efd2fd37fd5,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:32.885199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:33.006660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637d014-869a-4dec-be37-3e8e06d95219 req-9b69bedd-4242-4e5e-bfd3-a25bb7daf2b2 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.020243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7637d014-869a-4dec-be37-3e8e06d95219 req-9b69bedd-4242-4e5e-bfd3-a25bb7daf2b2 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.2579353 Apr 15 10:54:33.024649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.042139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.067033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Pushing event updated for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:33.071132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:33.076994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:33.085230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.127734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:33.131224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:33.190814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379', 'status': 'completed', 'code': 200} Apr 15 10:54:33.194849 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7637d014-869a-4dec-be37-3e8e06d95219 req-c682160a-3e94-418b-b4af-c4c903d15669 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Apr 15 10:54:33.249315 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8a1a00e377054be39ae3ab4a43835c78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7026892 Apr 15 10:54:33.252159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33502) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:33.317773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bfc07f-054a-47b9-b0ed-1cafbd674c44,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:33.336216 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:33.367827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.406849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33508) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:33.420913 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.489140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.493974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:33.510742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bfc07f-054a-47b9-b0ed-1cafbd674c44,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:33.521268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:33.525533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.530860 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a3bfc07f-054a-47b9-b0ed-1cafbd674c44 HTTP/1.1" status: 204 len: 168 time: 0.2751336 Apr 15 10:54:33.547553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Allocated IP 172.28.3.179 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/a7eb8c96-4d38-44c7-8a2a-243ecf13a497) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:33.552504 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0183d393-db06-4a44-b7b3-4cb6fc285776 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=244c628cdcad428e8011b3a77f6f1e4b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1445749 Apr 15 10:54:33.555447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33514) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:33.639347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.674623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.732650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.739657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2baa2c36-89e3-434a-bc12-7eeee55b7e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:33.756362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4598471-0bbd-4df8-917b-07897a1bbb13,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:33.760270 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:33.768639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:33.770703 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4598471-0bbd-4df8-917b-07897a1bbb13 HTTP/1.1" status: 204 len: 168 time: 0.2136703 Apr 15 10:54:33.779172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284a6f5-352e-4b00-86bd-5fc53e90b3b3 req-2e7d3f34-c121-4edd-be1b-9d3b56778248 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:33.784352 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3284a6f5-352e-4b00-86bd-5fc53e90b3b3 req-2e7d3f34-c121-4edd-be1b-9d3b56778248 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 0.3784330 Apr 15 10:54:33.836003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:54:34.119244 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3284a6f5-352e-4b00-86bd-5fc53e90b3b3 req-12475af6-b2d2-4bee-a843-ec14ca3fbbc2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850497 Apr 15 10:54:34.159451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:34.212250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179317bd-f56b-4873-bafb-44531165331e req-49c4416e-41bf-44cc-87d7-9b7a931aef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.214477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-179317bd-f56b-4873-bafb-44531165331e req-49c4416e-41bf-44cc-87d7-9b7a931aef64 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 1096 time: 0.1854117 Apr 15 10:54:34.236345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-3cb84b7e-9cbb-4e96-b240-c35bcce58438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.238010 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-3cb84b7e-9cbb-4e96-b240-c35bcce58438 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b83c92f9b73d4ca5a0c34aafad5ef7a6&device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 1097 time: 0.2306831 Apr 15 10:54:34.405988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:31Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:34.417844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e4ca62-bd84-4452-bb9f-a020c1dcdc72 None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:31Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:54:34.523456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:34.564916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:34.750529 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33570) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:34.805307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179317bd-f56b-4873-bafb-44531165331e req-7481cefa-0e4f-46ae-a779-072d2e1704b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.808891 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-179317bd-f56b-4873-bafb-44531165331e req-7481cefa-0e4f-46ae-a779-072d2e1704b4 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5824282 Apr 15 10:54:34.816267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-8a86284d-ed07-4e32-8baa-16cd9923f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:34.818049 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-8a86284d-ed07-4e32-8baa-16cd9923f3af service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b83c92f9b73d4ca5a0c34aafad5ef7a6&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5693746 Apr 15 10:54:35.026435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-430255d4-3afc-48eb-80d0-fdc3b2efcd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.149489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-165c3958-24f2-4f65-9967-727aedaa06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.165540 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d60c2d63-1d6a-4958-9e08-5ec8a7c34b66 req-165c3958-24f2-4f65-9967-727aedaa06f2 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3103054 Apr 15 10:54:35.174577 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebefb103-1f86-44a7-bfeb-c547f8b2807a req-9533d62f-7a1a-4b62-9909-10bf13d7bc31 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.176337 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ebefb103-1f86-44a7-bfeb-c547f8b2807a req-9533d62f-7a1a-4b62-9909-10bf13d7bc31 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.7293882 Apr 15 10:54:35.197826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 288350fb-65e9-4558-abe2-1444e181ba4e up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:35.246516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=a7eb8c96-4d38-44c7-8a2a-243ecf13a497,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:35.258135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:35.323196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:35.327452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 288350fb-65e9-4558-abe2-1444e181ba4e completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:35.337381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:35.348939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 288350fb-65e9-4558-abe2-1444e181ba4e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:35.349365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.356132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:35.422985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179317bd-f56b-4873-bafb-44531165331e req-405ece6f-81d1-489f-be27-08792d84ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.440756 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-179317bd-f56b-4873-bafb-44531165331e req-405ece6f-81d1-489f-be27-08792d84ebfb service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6145999 Apr 15 10:54:35.498528 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ebefb103-1f86-44a7-bfeb-c547f8b2807a req-ea21d025-c267-4139-b05d-225326b83121 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839363 Apr 15 10:54:35.578597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.648052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-6c0dcc1e-f261-47c0-a8b3-76997ffc420e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.650440 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-6c0dcc1e-f261-47c0-a8b3-76997ffc420e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 1096 time: 0.1507483 Apr 15 10:54:35.671079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.714274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 288350fb-65e9-4558-abe2-1444e181ba4e, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=288350fb-65e9-4558-abe2-1444e181ba4e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:35.722779 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2fa74923-2307-40d2-b0c2-c74cfdf3c3ee admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=85ae0dc789954470be3e719fecb8d6c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9663162 Apr 15 10:54:35.723765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.727939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.738100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1f7f19ea-f8af-4f03-8236-e3dc04de82c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:35.753731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33602) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:35.764269 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-c10416f5-5d50-4ce2-8b57-e0cf567c7851 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379 HTTP/1.1" status: 200 len: 217 time: 0.1021535 Apr 15 10:54:35.818165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:35.858145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:35.869911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:35.946944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-06fe3fc2-ab38-4c44-bb5a-82a5faa17893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:35.952593 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-06fe3fc2-ab38-4c44-bb5a-82a5faa17893 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.1773160 Apr 15 10:54:36.110373 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-83020086-6988-46c4-a26d-4e025a7791fa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387796 Apr 15 10:54:36.149391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33616) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:36.275881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-8c345938-5d90-497c-a79e-c5db15739399 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644485 Apr 15 10:54:36.356225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-4d30a5b4-a0f0-411f-9cd7-387d5b852e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.357883 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-4d30a5b4-a0f0-411f-9cd7-387d5b852e58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b83c92f9b73d4ca5a0c34aafad5ef7a6&device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 1097 time: 1.1013012 Apr 15 10:54:36.449907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.490201 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-e5e3ace6-5da5-4505-b746-3adfd803bccf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6088a0e-90a5-4add-a980-1643755a96b6 HTTP/1.1" status: 200 len: 217 time: 0.1200705 Apr 15 10:54:36.571213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.593799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.612705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:36.616828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Usage tracker for resource:security_group_rule and tenant:dc48657402944320aea1a8e4b9c41538 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:36.619938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:36.625993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:36.628623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4d8d-1007-4b89-b2e0-2e6cd8551504 req-56f1200e-d748-489a-84da-fa5454a5a174 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.634788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-df2c4d8d-1007-4b89-b2e0-2e6cd8551504 req-56f1200e-d748-489a-84da-fa5454a5a174 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 1.0259385 Apr 15 10:54:36.678726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.721272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-e5e8baa1-8e56-4fb0-bb95-fdba652cabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.724636 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-e5e8baa1-8e56-4fb0-bb95-fdba652cabe3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=54ec8c4e-7b20-40c4-acbc-698fcc271778 HTTP/1.1" status: 200 len: 852 time: 0.2252707 Apr 15 10:54:36.781325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.792653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.809132 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-510a9f91-fd2f-4469-a646-aeac20e97076 req-831bd51f-1da6-40f1-bd98-c45481d35ec0 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5257251 Apr 15 10:54:36.827894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.837565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:36.848523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:36.874431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33644) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:36.901718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c004a6d6-4238-428f-a3de-5c54406f040a,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:36.915896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58be3e8-96d1-4477-a87c-32d3fdf37f41 req-ac111cee-3c92-41a0-a255-56e8f65d8a87 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:36.917571 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c58be3e8-96d1-4477-a87c-32d3fdf37f41 req-ac111cee-3c92-41a0-a255-56e8f65d8a87 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.2633288 Apr 15 10:54:36.918517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:36.924982 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc48657402944320aea1a8e4b9c41538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7716460 Apr 15 10:54:36.925323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33650) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:36.943541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:54:36.969573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34b48efc-ba92-40ea-bd10-9645d3619bcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.002901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c58be3e8-96d1-4477-a87c-32d3fdf37f41 req-d9467f2c-0137-45a8-93fa-2f73241f737b tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790782 Apr 15 10:54:37.041531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.088104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 288350fb-65e9-4558-abe2-1444e181ba4e up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:37.114532 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-ce902478-b2dc-4dcd-8e0f-045fc507b087 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d01bad6f-f615-4819-a01e-df8e42a1a0a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3260980 Apr 15 10:54:37.115293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.119177 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-df2c4d8d-1007-4b89-b2e0-2e6cd8551504 req-a7e4d723-a3e7-4807-9653-35787503e401 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342991 Apr 15 10:54:37.134772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.219418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 288350fb-65e9-4558-abe2-1444e181ba4e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:37.220065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.248331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.265460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.272412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c9fc34e8-8673-4847-8da6-e25e1f849fc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.286028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:37.295173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8239bd297c4ba39066f77340fc9c1d is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:37.298071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c004a6d6-4238-428f-a3de-5c54406f040a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.300194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.301515 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c004a6d6-4238-428f-a3de-5c54406f040a HTTP/1.1" status: 204 len: 168 time: 0.3625772 Apr 15 10:54:37.302808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.303770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:37.310780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:37.356825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.371014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.443293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.447381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.458328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.461787 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-b583cefa-4a09-4521-a68d-79d3d2c0623a service neutron] 10.222.0.26 "GET /v2.0/networks/d01bad6f-f615-4819-a01e-df8e42a1a0a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355548 Apr 15 10:54:37.464101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=a7eb8c96-4d38-44c7-8a2a-243ecf13a497,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.483181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.488613 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.494984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e33e7a-9d12-46ad-8e45-fb3a19ed1b53,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.505152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.529679 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e8239bd297c4ba39066f77340fc9c1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6506615 Apr 15 10:54:37.530481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33664) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:37.557939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7792ccd-4650-4df0-8001-bed1c7270f34,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.584033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.603739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.634723 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.651701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.655447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c7792ccd-4650-4df0-8001-bed1c7270f34 HTTP/1.1" status: 204 len: 168 time: 1.6367109 Apr 15 10:54:37.661813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.663195 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9516909 Apr 15 10:54:37.701606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.707447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8b7d204f-63fe-4ad7-ab26-7c3ef51c2b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:37.718114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91a0bedd-c75b-4eff-a9af-49e7d4415b33 req-b40dec73-c720-4fc5-964d-b802c9669fe6 service neutron] 10.222.0.26 "GET /v2.0/networks/d01bad6f-f615-4819-a01e-df8e42a1a0a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336397 Apr 15 10:54:37.719732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e33e7a-9d12-46ad-8e45-fb3a19ed1b53,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:37.722076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:37.727993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.732314 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27e33e7a-9d12-46ad-8e45-fb3a19ed1b53 HTTP/1.1" status: 204 len: 168 time: 0.2005844 Apr 15 10:54:37.869161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33682) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:37.911785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:37.940164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:37.947561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Usage tracker for resource:security_group_rule and tenant:568909a302de4a2c8c33fda956c01dbd is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:37.951092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:37.957564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:38.131754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.138702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.150202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f9531b1a-d4a8-40e9-8421-de8d9e1dca15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.245358 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=568909a302de4a2c8c33fda956c01dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737478 Apr 15 10:54:38.248771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59d670-b9bd-47d0-a05a-c9a11e1e59d9,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.251343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33710) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:38.251798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a7858-8e0b-47f0-8e69-c9498640130a req-16906791-464e-4082-a387-43b07ac0c5b3 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.253329 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a46a7858-8e0b-47f0-8e69-c9498640130a req-16906791-464e-4082-a387-43b07ac0c5b3 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.1045470 Apr 15 10:54:38.256104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.259559 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-adc66856-8a4c-47eb-bc49-9de587ef008d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--460137952&fields=id&tenant_id=2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 267 time: 0.0924935 Apr 15 10:54:38.325620 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a46a7858-8e0b-47f0-8e69-c9498640130a req-e5ba18a3-4bd6-414c-94f7-796a43b601af tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515661 Apr 15 10:54:38.452261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.499722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-397c5118-0ad5-499c-987b-3243631d59f8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.501407 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-397c5118-0ad5-499c-987b-3243631d59f8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 811 time: 0.2215719 Apr 15 10:54:38.506423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.541202 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-1a8fbf5f-e028-4338-b655-829ba4b02c06 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/quotas/2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 375 time: 0.0267093 Apr 15 10:54:38.561214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e764448-52ed-4aab-9f2e-7c102422903b req-da6e419a-7eed-4e38-a265-fcb99d8d6d25 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:38.562905 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e764448-52ed-4aab-9f2e-7c102422903b req-da6e419a-7eed-4e38-a265-fcb99d8d6d25 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 0.1107059 Apr 15 10:54:38.622060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.622060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6a8401a4-c97b-44ca-b7d2-5164eefaa4f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.639847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e764448-52ed-4aab-9f2e-7c102422903b req-563870a8-f8e2-48f4-892c-1a63214593a2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667534 Apr 15 10:54:38.663457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.667071 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5c59d670-b9bd-47d0-a05a-c9a11e1e59d9 HTTP/1.1" status: 204 len: 168 time: 0.4103372 Apr 15 10:54:38.667071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59d670-b9bd-47d0-a05a-c9a11e1e59d9,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.676687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.712724 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-c0702202-c146-4ecd-aec6-9af46cbca1fd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1448362 Apr 15 10:54:38.754676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33732) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:38.774977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.792666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:38.797587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Usage tracker for resource:security_group_rule and tenant:5e1281e8b8054d3985a937f418beadae is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:38.801334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:38.808537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:38.915342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.919131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:38.930717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:38.986467 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e1281e8b8054d3985a937f418beadae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296660 Apr 15 10:54:38.987604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081f3ef8-7f66-4735-8f50-2ae66bb07adf,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:38.991489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:38.992149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 33746) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:39.090040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.118636 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-5b9c514f-097f-4818-8291-78ea5d56382d service neutron] 10.222.0.32 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719556 Apr 15 10:54:39.124221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.177396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.194775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:39.220607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:39.222017 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/081f3ef8-7f66-4735-8f50-2ae66bb07adf HTTP/1.1" status: 204 len: 168 time: 0.2285504 Apr 15 10:54:39.225619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081f3ef8-7f66-4735-8f50-2ae66bb07adf,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:39.234497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:39.328082 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-32817860-d247-4810-b940-850c433a02de service neutron] 10.222.0.32 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086139 Apr 15 10:54:39.692276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78ab39-b026-4be3-a60a-5650671e37af req-ff78bbfe-b448-4df6-ac08-df4c8476daff tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:39.700953 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd78ab39-b026-4be3-a60a-5650671e37af req-ff78bbfe-b448-4df6-ac08-df4c8476daff tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.2179692 Apr 15 10:54:39.726428 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-539a6d69-46cf-456c-a3fe-1afcfb75d6fb req-c6b621a6-6b36-4011-a0dc-ef18d70676c0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 210 time: 0.1461449 Apr 15 10:54:39.787773 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd78ab39-b026-4be3-a60a-5650671e37af req-2313c84f-ae83-4fc8-8dc8-413558445b43 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851536 Apr 15 10:54:40.048676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fafe48-8937-430c-8da2-2ad42e4eb7a0 req-f2e52379-7049-4830-b91f-1a92d39b59f9 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:40.062977 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1fafe48-8937-430c-8da2-2ad42e4eb7a0 req-f2e52379-7049-4830-b91f-1a92d39b59f9 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 0.1158998 Apr 15 10:54:40.153116 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1fafe48-8937-430c-8da2-2ad42e4eb7a0 req-d3e8e14e-b95e-4cfa-95df-7b09e70bf577 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852532 Apr 15 10:54:40.916879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7a26b483-513b-4e20-ae0a-61cfadd71582 req-03819dcf-849f-4b3c-b7e6-3862ea42e379 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:40.936902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7a26b483-513b-4e20-ae0a-61cfadd71582 req-03819dcf-849f-4b3c-b7e6-3862ea42e379 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:40.950717 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7a26b483-513b-4e20-ae0a-61cfadd71582 req-03819dcf-849f-4b3c-b7e6-3862ea42e379 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 210 time: 0.0849288 Apr 15 10:54:41.220038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e2533-e611-4ca5-a26c-ebb71c54a8d7 req-12525f91-bc46-4f38-af31-a8d4d0d0b32e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.237019 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2e8e2533-e611-4ca5-a26c-ebb71c54a8d7 req-12525f91-bc46-4f38-af31-a8d4d0d0b32e tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 944 time: 0.2146685 Apr 15 10:54:41.306129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-403eb265-7fb8-44b5-b213-fdf99f7ad57e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.307120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-403eb265-7fb8-44b5-b213-fdf99f7ad57e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:network {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:41.329375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-403eb265-7fb8-44b5-b213-fdf99f7ad57e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:network {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:41.330751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-403eb265-7fb8-44b5-b213-fdf99f7ad57e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 811 time: 0.2282612 Apr 15 10:54:41.333158 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2e8e2533-e611-4ca5-a26c-ebb71c54a8d7 req-d40b61ce-dcb1-40c5-a368-1cf4de6d2de5 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951889 Apr 15 10:54:41.504329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-40965cb8-bf2c-4bf2-871f-bcc00c4104a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:41.536821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd5c8dd-c934-4d53-bb8c-1e3d7fa5c246 req-14a0b00d-5b47-4e38-b5f5-9df1665097c6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:41.545213 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0bd5c8dd-c934-4d53-bb8c-1e3d7fa5c246 req-14a0b00d-5b47-4e38-b5f5-9df1665097c6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 943 time: 0.1785505 Apr 15 10:54:41.577300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-40965cb8-bf2c-4bf2-871f-bcc00c4104a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:41.578906 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-40965cb8-bf2c-4bf2-871f-bcc00c4104a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 5704 time: 0.2374272 Apr 15 10:54:41.599426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'port': {'device_id': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'admin_state_up': True, 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'security_groups': ['54deec8f-57e5-4e57-86cc-529b15ac03ec']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:41.651151 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0bd5c8dd-c934-4d53-bb8c-1e3d7fa5c246 req-263c32b9-ae32-4e96-af7e-05dcc3aef87b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958409 Apr 15 10:54:41.788933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:41.806936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:41.817920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f6088a0e-90a5-4add-a980-1643755a96b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:41.819817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Made reservation on behalf of 2f5ecf029c52470ca80db04ef37f9c7e for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:54:41.829948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:41.994027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6088a0e-90a5-4add-a980-1643755a96b6,segment=NetworkSegment(8f041793-dd17-4e18-b63e-dc2117440252),segment_id=8f041793-dd17-4e18-b63e-dc2117440252)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:42.010325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'f6088a0e-90a5-4add-a980-1643755a96b6', 'network_id': 'd01bad6f-f615-4819-a01e-df8e42a1a0a2', 'port_id': 'f6088a0e-90a5-4add-a980-1643755a96b6', 'mac_address': 'fa:16:3e:b5:89:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54ec8c4e-7b20-40c4-acbc-698fcc271778', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:42.070628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33918) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:42.109714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.119295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Allocated IP 172.20.0.9 (33c8550d-570f-4322-9764-1acd14ff593a/357901d7-840d-418d-9fc7-0237357a29de/407e7840-658b-412d-8c4d-29fcf9d244ae) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:54:42.160147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6088a0e-90a5-4add-a980-1643755a96b6 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:42.181083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6088a0e-90a5-4add-a980-1643755a96b6,segment=NetworkSegment(8f041793-dd17-4e18-b63e-dc2117440252),segment_id=8f041793-dd17-4e18-b63e-dc2117440252)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:42.185871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.187211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:42.256079 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f1484ddd-20ab-4ae6-b0bf-5754041dd4c0 req-a1cd8ca9-f64a-4876-905b-cfb406525d56 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 210 time: 0.0676105 Apr 15 10:54:42.305041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:42.394803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.433129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:42.439554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.443345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Usage tracker for resource:security_group_rule and tenant:b80bd55dbfa7457ba80eb1cc8246c739 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:42.451086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:42.462001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:42.475439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Transition to ACTIVE for port object 407e7840-658b-412d-8c4d-29fcf9d244ae will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:42.500933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.523331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:42.537113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:42.574293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:42.582742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:42.586204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'port_id': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379', 'mac_address': 'fa:16:3e:8b:04:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86801a6c-48b9-417b-841f-202cda1f4360', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:42.697308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.703225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:42.704348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.706969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:42.716094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.724265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:42.756437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:42.790730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:42.797753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:42.799276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44930050-23bb-4a77-93d3-8142aa50e497,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:42.808414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:42.815839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:42.894818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6d3c-ad97-4302-989a-22068db2e2ad req-0db048bb-8482-4252-b2a2-ff64ff3cb6e4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:42.895016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:42.897817 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c82d6d3c-ad97-4302-989a-22068db2e2ad req-0db048bb-8482-4252-b2a2-ff64ff3cb6e4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 945 time: 0.2258620 Apr 15 10:54:42.904909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:42.975652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Network 33c8550d-570f-4322-9764-1acd14ff593a is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:54:42.988701 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c82d6d3c-ad97-4302-989a-22068db2e2ad req-86c4c60f-38b8-4242-b7b2-deba1da38e56 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774572 Apr 15 10:54:42.996742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:54:42.996899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b80bd55dbfa7457ba80eb1cc8246c739&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9247677 Apr 15 10:54:43.006666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 33970) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:43.011332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:54:43.017989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.018886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.087153 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4952726 Apr 15 10:54:43.100479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Request body: {'port': {'device_id': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:43.164205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc5eb-dba1-48e3-918b-8d315e619011 req-95bf3296-9130-4db4-974c-aae05b32db46 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:43.166176 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-085bc5eb-dba1-48e3-918b-8d315e619011 req-95bf3296-9130-4db4-974c-aae05b32db46 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 944 time: 0.3561194 Apr 15 10:54:43.180251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.210047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['f6088a0e-90a5-4add-a980-1643755a96b6'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:43.346062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:43.363401 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-085bc5eb-dba1-48e3-918b-8d315e619011 req-288abed9-9000-4bc5-8daf-20b1b587bf10 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781814 Apr 15 10:54:43.372228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.439133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.491833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.506458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:43.533138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.534408 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/44930050-23bb-4a77-93d3-8142aa50e497 HTTP/1.1" status: 204 len: 168 time: 0.5253384 Apr 15 10:54:43.538703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44930050-23bb-4a77-93d3-8142aa50e497,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:43.544855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:43.592126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2dc881a5-1043-4bbb-815e-0fc213af3ce0 None None] Provisioning for port 407e7840-658b-412d-8c4d-29fcf9d244ae completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:43.602309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2dc881a5-1043-4bbb-815e-0fc213af3ce0 None None] Provisioning complete for port 407e7840-658b-412d-8c4d-29fcf9d244ae triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:43.602837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2dc881a5-1043-4bbb-815e-0fc213af3ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:43.858891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2dc881a5-1043-4bbb-815e-0fc213af3ce0 None None] Port 407e7840-658b-412d-8c4d-29fcf9d244ae cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:54:43.926791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34006) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:44.069927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34016) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:44.116883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.154769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:44.162727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Usage tracker for resource:security_group_rule and tenant:91c2aa285d6c446b96ec0cf395efa394 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:44.168222 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:44.174812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:44.245784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd8c2fe-6d89-4822-af7f-afefae3de265 req-eff9354b-f89c-4b9f-85d7-51768dab4c02 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:44.246615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-4bd8c2fe-6d89-4822-af7f-afefae3de265 req-eff9354b-f89c-4b9f-85d7-51768dab4c02 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:54:44.283235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-4bd8c2fe-6d89-4822-af7f-afefae3de265 req-eff9354b-f89c-4b9f-85d7-51768dab4c02 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:54:44.284467 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4bd8c2fe-6d89-4822-af7f-afefae3de265 req-eff9354b-f89c-4b9f-85d7-51768dab4c02 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 931 time: 0.7667754 Apr 15 10:54:44.337155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.357275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.364930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:44.369648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.378325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Usage tracker for resource:security_group_rule and tenant:71b00c1f75554f909aa635c5f85433f1 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:44.382796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cb9e673f-14f2-4b5c-ae84-c147f38492ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:44.392559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:44.419367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:44.435573 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4bd8c2fe-6d89-4822-af7f-afefae3de265 req-73dd02cb-dff3-4b5c-800e-e8712080e019 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388826 Apr 15 10:54:44.445770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407e7840-658b-412d-8c4d-29fcf9d244ae {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:44.467730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.473804 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=91c2aa285d6c446b96ec0cf395efa394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4021640 Apr 15 10:54:44.474883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8508604a-426a-4730-b930-bf6858a513d5,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:44.480338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34030) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:44.497682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:44.529378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac1ad0-d4ea-4c21-b608-d78447aa6426 req-be3fb5e1-202b-4090-90c2-9a225c1bbc1a tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:44.530973 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-76ac1ad0-d4ea-4c21-b608-d78447aa6426 req-be3fb5e1-202b-4090-90c2-9a225c1bbc1a tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 945 time: 0.2633088 Apr 15 10:54:44.582588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Transition to ACTIVE for port object 407e7840-658b-412d-8c4d-29fcf9d244ae will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:54:44.631145 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-76ac1ad0-d4ea-4c21-b608-d78447aa6426 req-9f2bf965-45a1-4863-b2ed-2ecd0f5f3cd1 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916424 Apr 15 10:54:44.660187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.673202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.676849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.693312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:44.707803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a156e354-9116-4774-91dd-abb2155f674a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:44.737995 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=71b00c1f75554f909aa635c5f85433f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093610 Apr 15 10:54:44.739914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b88834-19d1-4415-9a90-1fdc73cf7c60,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:44.743010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34048) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:44.761424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:44.763671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.798233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.820995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.845091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Pushing event updated for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:44.848417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:44.856671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.902568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.917555 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bd15e6ef-8be0-40b5-9558-3028d04e04aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:44.923625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.930748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4446511-d486-4a20-9798-160bb9daa068 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:44.932800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8508604a-426a-4730-b930-bf6858a513d5,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:44.935727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:44.958070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b88834-19d1-4415-9a90-1fdc73cf7c60,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:44.962536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:44.968852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.969006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:44.970175 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8508604a-426a-4730-b930-bf6858a513d5 HTTP/1.1" status: 204 len: 168 time: 0.4888017 Apr 15 10:54:44.993509 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72b88834-19d1-4415-9a90-1fdc73cf7c60 HTTP/1.1" status: 204 len: 168 time: 0.2478933 Apr 15 10:54:45.032735 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2e9cb-a1b5-478a-ae99-940652666697 req-a0637d0e-b370-43de-af37-3ff5a4b00aa6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:45.034429 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8dc2e9cb-a1b5-478a-ae99-940652666697 req-a0637d0e-b370-43de-af37-3ff5a4b00aa6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 944 time: 0.4518006 Apr 15 10:54:45.211907 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8dc2e9cb-a1b5-478a-ae99-940652666697 req-337d0aed-36eb-4cbf-b45e-98d23e18ac98 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622288 Apr 15 10:54:45.255502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.300667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Attempting to bind port 407e7840-658b-412d-8c4d-29fcf9d244ae on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:54:45.303361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Attempting to bind port 407e7840-658b-412d-8c4d-29fcf9d244ae by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:54:45.303783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Attempting to bind port 407e7840-658b-412d-8c4d-29fcf9d244ae on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:45.322315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Port 407e7840-658b-412d-8c4d-29fcf9d244ae on network 33c8550d-570f-4322-9764-1acd14ff593a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:54:45.322871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Attempting to bind port 407e7840-658b-412d-8c4d-29fcf9d244ae on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:54:45.330624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:54:45.330954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Checking segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:54:45.331408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Bound using segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:54:45.332183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Bound port: 407e7840-658b-412d-8c4d-29fcf9d244ae, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:54:45.332386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.461780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:54:45.465168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=407e7840-658b-412d-8c4d-29fcf9d244ae,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:54:45.480292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.498894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34088) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:45.536716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.576765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:45.584662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:45.588984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Usage tracker for resource:security_group_rule and tenant:df7a97c57ba84fe595002394d70f4bea is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:45.592421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:45.598593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:45.618503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34094) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:45.706143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:45.706876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.708669 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] 10.222.0.26 "PUT /v2.0/ports/407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1093 time: 2.6133263 Apr 15 10:54:45.709460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:45.715773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Pushing event updated for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:45.722690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:45.799706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f6088a0e-90a5-4add-a980-1643755a96b6 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:45.883277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.892460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:45.910128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-59f1458e-970f-464c-8b9d-146a46fe7c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:45.945211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fd5465-e505-42e3-88f5-8b8fd15ce522,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:45.952667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:45.970453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port f6088a0e-90a5-4add-a980-1643755a96b6 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:45.979291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port f6088a0e-90a5-4add-a980-1643755a96b6 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:45.979669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.001107 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=df7a97c57ba84fe595002394d70f4bea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996576 Apr 15 10:54:46.003956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34110) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:46.013296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.038642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:46.042786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Usage tracker for resource:security_group_rule and tenant:8007476b7d53409f892a8dcbf71fb30c is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:46.045898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:46.052158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:46.065598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f886d-9174-4a10-b376-eeee1b6e962c req-700f7417-b9e0-44ac-9178-272b3a2fee4c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.075550 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-639f886d-9174-4a10-b376-eeee1b6e962c req-700f7417-b9e0-44ac-9178-272b3a2fee4c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 943 time: 0.4313874 Apr 15 10:54:46.201324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.202769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-431ad111-2e82-4d77-bd1f-7184f280788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.204486 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-431ad111-2e82-4d77-bd1f-7184f280788e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1096 time: 0.4584436 Apr 15 10:54:46.215822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08aea1-8aea-4b40-bfcc-768826d6cb63 req-dbb8486a-f3df-46ab-9129-4955ca72d5e1 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.216705 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-639f886d-9174-4a10-b376-eeee1b6e962c req-8870b098-4c1a-4ba0-be89-6c4b0afe0628 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1395786 Apr 15 10:54:46.217424 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e08aea1-8aea-4b40-bfcc-768826d6cb63 req-dbb8486a-f3df-46ab-9129-4955ca72d5e1 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 945 time: 0.3622479 Apr 15 10:54:46.219422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.282573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.310968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.314629 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-b2b0c5bb-b038-4b5d-97f1-1a4eb72ee608 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 217 time: 0.0938187 Apr 15 10:54:46.321539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.368056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:46.369647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6088a0e-90a5-4add-a980-1643755a96b6,segment=NetworkSegment(8f041793-dd17-4e18-b63e-dc2117440252),segment_id=8f041793-dd17-4e18-b63e-dc2117440252)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:46.370991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:46.413837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.422201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-652176e5-c15b-4890-b741-4dae7900f664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:46.446866 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'status': 'completed', 'code': 200} Apr 15 10:54:46.467592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fd5465-e505-42e3-88f5-8b8fd15ce522,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:46.473625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:46.473941 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e08aea1-8aea-4b40-bfcc-768826d6cb63 req-b7284189-9f99-4b6c-abb1-c0b26c0d6df4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892033 Apr 15 10:54:46.481903 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8007476b7d53409f892a8dcbf71fb30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8524120 Apr 15 10:54:46.482564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a8392e-f7db-4663-85fd-aa98646b3a70,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:46.486141 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:46.486762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34132) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:46.492912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.494899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a4fd5465-e505-42e3-88f5-8b8fd15ce522 HTTP/1.1" status: 204 len: 168 time: 0.4897192 Apr 15 10:54:46.515984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-b18945d0-e18b-44ac-b8e5-6da4e14e3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.517570 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-b18945d0-e18b-44ac-b8e5-6da4e14e3aa0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.1911793 Apr 15 10:54:46.616109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.630943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:46.734621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50daacdd-e74f-46a9-8ee6-4bfc2d39e9a4 req-42f96dc5-d848-4b46-9f8a-dad5ddf22999 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.736529 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50daacdd-e74f-46a9-8ee6-4bfc2d39e9a4 req-42f96dc5-d848-4b46-9f8a-dad5ddf22999 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 944 time: 0.1505029 Apr 15 10:54:46.759868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.765649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:46.834390 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50daacdd-e74f-46a9-8ee6-4bfc2d39e9a4 req-f0701fd1-a33c-4b78-87cb-736b470e2e61 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726364 Apr 15 10:54:46.841727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-28f1009a-df50-4765-b3eb-433118e5787e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:46.843359 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-28f1009a-df50-4765-b3eb-433118e5787e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3129852 Apr 15 10:54:46.891126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:46.935208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:46.940420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:46.953467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:46.962610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:46.963560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.050462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.076563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15d1c19d-e1a8-4991-a18d-208017cb500d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:47.100719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a8392e-f7db-4663-85fd-aa98646b3a70,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:47.116384 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-36fe1621-519d-4149-82df-42df8ddaf15c service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647862 Apr 15 10:54:47.117317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:47.144179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.169153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.170567 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6a8392e-f7db-4663-85fd-aa98646b3a70 HTTP/1.1" status: 204 len: 168 time: 0.6804447 Apr 15 10:54:47.197155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:47.200919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.204310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:47.288365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:47.299678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:47.309182 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8db18e9e-cbbc-4156-926e-a5bae409e11a req-86811403-0626-4a49-83ac-252b2e878959 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818333 Apr 15 10:54:47.418684 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6', 'code': 200} Apr 15 10:54:47.450158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9922d2d1-40bd-4b0c-b6f0-d9f7e65582b0 req-8ada17da-6541-4e13-a2a9-71dd8989758b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:47.460108 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9922d2d1-40bd-4b0c-b6f0-d9f7e65582b0 req-8ada17da-6541-4e13-a2a9-71dd8989758b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 943 time: 0.1080847 Apr 15 10:54:47.479376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0879-6a93-4776-b308-a42df986ff0d req-dd06ef4f-ade8-4659-9226-10fabbd408c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:47.481828 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-dd06ef4f-ade8-4659-9226-10fabbd408c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1096 time: 0.1193149 Apr 15 10:54:47.515814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9922d2d1-40bd-4b0c-b6f0-d9f7e65582b0 req-7a46a4c4-f7c1-414e-92c2-a898718717cd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544610 Apr 15 10:54:47.715714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-23df4784-2424-4afd-9e9c-af03825976e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:47.717768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-23df4784-2424-4afd-9e9c-af03825976e1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 1099 time: 0.1016912 Apr 15 10:54:47.732305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34180) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:47.762274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.766575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.801065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:47.805825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:47.809673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Usage tracker for resource:security_group_rule and tenant:a37df8dafa9f402ba64b451e3eb75c14 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:47.813534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Usage tracker for resource:security_group_rule and tenant:6a12a262ec5941eeb804bb5516cab781 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:47.816644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:47.823414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:47.848767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:47.880915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:47.914108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.916089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0879-6a93-4776-b308-a42df986ff0d req-70439991-ab1b-46f0-8967-0ab5064c1a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:47.917832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:47.917984 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-70439991-ab1b-46f0-8967-0ab5064c1a88 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.4295769 Apr 15 10:54:47.936249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b25777ad-198d-4072-ba13-d20440e6c3ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:47.967954 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-22fdb913-b8b6-4706-bc2f-887596e47cfe req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392733 Apr 15 10:54:47.968779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb1c4fd-f235-4e53-b4c0-994e2368a9a5,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:47.972367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:48.078929 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-054d6a9b-5b1a-42cd-90c1-2fe631b3a176 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 217 time: 0.1340547 Apr 15 10:54:48.177500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0879-6a93-4776-b308-a42df986ff0d req-62ca24c8-6277-4d2a-ade5-56536495759e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.179147 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-62ca24c8-6277-4d2a-ade5-56536495759e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0788229 Apr 15 10:54:48.195178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b5e4a-fbf5-4443-926a-4e2825c483e9 req-c15bfb73-2bf3-48dd-8716-469847d5b139 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.196801 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c11b5e4a-fbf5-4443-926a-4e2825c483e9 req-c15bfb73-2bf3-48dd-8716-469847d5b139 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.5267825 Apr 15 10:54:48.209872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d74c8d-3b6d-4170-ac61-3f7cb244293a req-e25df9a0-e9e7-4028-adab-70f745e19dc2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.212846 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f9d74c8d-3b6d-4170-ac61-3f7cb244293a req-e25df9a0-e9e7-4028-adab-70f745e19dc2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1828122 Apr 15 10:54:48.290814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f9d74c8d-3b6d-4170-ac61-3f7cb244293a req-232c163c-efa3-496f-b1c2-dc4eed31668c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704095 Apr 15 10:54:48.371423 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c11b5e4a-fbf5-4443-926a-4e2825c483e9 req-f4c11f7b-4cb6-411c-918c-09ea0c7b38a7 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662810 Apr 15 10:54:48.429315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.433946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.444586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0225566f-fe4e-42b0-aaff-7c50ebc39843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:48.458445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f0879-6a93-4776-b308-a42df986ff0d req-f7959ec6-527e-4c63-a9de-22d38398f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.460133 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-f7959ec6-527e-4c63-a9de-22d38398f4f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2158847 Apr 15 10:54:48.509412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34212) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:48.525734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8453028-a86f-47d6-a27a-e791aca341a6,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:48.529180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:48.532606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a37df8dafa9f402ba64b451e3eb75c14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7950866 Apr 15 10:54:48.541025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34220) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:48.705697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.707267 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-fc6a741e-9c17-493f-a772-0559a705d798 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268119 Apr 15 10:54:48.775851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.904383 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-709f0879-6a93-4776-b308-a42df986ff0d req-6143d599-d8ab-445d-ab55-fac2e8e5ad6e service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901445 Apr 15 10:54:48.919599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.949388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:48.955899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:48.961323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Usage tracker for resource:security_group_rule and tenant:1e0769afa5144e8da5f2a4919f06beed is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:48.965508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-37673e8f-f0b5-4602-b819-139e3253f7a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:48.975856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:48.993860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254f7d9-2683-486c-9067-d9e6fde85eb7 req-8197ad53-7578-42b1-b5a9-e5cde2862a7d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:48.995547 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7254f7d9-2683-486c-9067-d9e6fde85eb7 req-8197ad53-7578-42b1-b5a9-e5cde2862a7d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 943 time: 0.1756077 Apr 15 10:54:48.996856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:48.999244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8453028-a86f-47d6-a27a-e791aca341a6,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:49.012362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:49.013252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.014477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8453028-a86f-47d6-a27a-e791aca341a6 HTTP/1.1" status: 204 len: 168 time: 0.4719481 Apr 15 10:54:49.077553 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7254f7d9-2683-486c-9067-d9e6fde85eb7 req-8e69abc6-6e9a-479d-a423-842c5355d24e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683327 Apr 15 10:54:49.150199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.153580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.162909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a9b87460-018a-4986-84d4-0cf39269c95e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:49.210819 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1e0769afa5144e8da5f2a4919f06beed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7000437 Apr 15 10:54:49.211849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f809d779-78fb-4d4d-9f5a-83cf4ce7a581,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:49.213598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34242) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:49.215271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:49.312983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.380196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.422605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:49.529525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.539878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-65c9aaa5-b1b5-4a12-99e5-5ae06114ecbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:49.572834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f809d779-78fb-4d4d-9f5a-83cf4ce7a581,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:49.583406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:49.590606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:49.599949 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f809d779-78fb-4d4d-9f5a-83cf4ce7a581 HTTP/1.1" status: 204 len: 168 time: 0.3819540 Apr 15 10:54:49.744602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce90fe67-181e-42a2-9d8e-12c7d233ad8a req-0b5031ff-6a54-49cb-a8d7-f312e160f3b1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:49.755480 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ce90fe67-181e-42a2-9d8e-12c7d233ad8a req-0b5031ff-6a54-49cb-a8d7-f312e160f3b1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1200719 Apr 15 10:54:49.812147 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ce90fe67-181e-42a2-9d8e-12c7d233ad8a req-57ceedfa-c798-4c88-9e6e-5392a3d62c6d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553081 Apr 15 10:54:49.874688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d918bae-5bc3-4e3b-9067-a34a67bc0db5 req-a3c06de2-9f99-4992-8ce2-153bb1027dc3 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:49.876467 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d918bae-5bc3-4e3b-9067-a34a67bc0db5 req-a3c06de2-9f99-4992-8ce2-153bb1027dc3 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.2569668 Apr 15 10:54:49.917029 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379', 'code': 200} Apr 15 10:54:50.001684 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d918bae-5bc3-4e3b-9067-a34a67bc0db5 req-10f64aaf-8003-4537-b034-d5f4dc2370e3 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170158 Apr 15 10:54:50.631182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650b839-3703-4863-837a-5d44c725acd1 req-74d5f092-222f-445c-bdc3-d1c3178a451d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:50.632804 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6650b839-3703-4863-837a-5d44c725acd1 req-74d5f092-222f-445c-bdc3-d1c3178a451d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 943 time: 0.1201475 Apr 15 10:54:50.635790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28586a02-2ccb-400c-ab1d-ca3904c9ba65 req-f72bd55f-194d-49ee-8ac6-adc4f5dfd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:50.637274 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28586a02-2ccb-400c-ab1d-ca3904c9ba65 req-f72bd55f-194d-49ee-8ac6-adc4f5dfd317 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 1098 time: 0.3980472 Apr 15 10:54:50.727804 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6650b839-3703-4863-837a-5d44c725acd1 req-4eeae5f3-ac34-4a34-b06e-a75167b2e2b3 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876188 Apr 15 10:54:50.729862 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28586a02-2ccb-400c-ab1d-ca3904c9ba65 req-2d2f5cc1-3a47-4915-8435-c60fd8ecc6c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754216 Apr 15 10:54:51.079585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0351a-9dab-4d4c-8ffa-d75ca45fd6e8 req-3000377d-be01-45f5-902b-7b2b2cf32054 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:51.083183 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28f0351a-9dab-4d4c-8ffa-d75ca45fd6e8 req-3000377d-be01-45f5-902b-7b2b2cf32054 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1276295 Apr 15 10:54:51.182931 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28f0351a-9dab-4d4c-8ffa-d75ca45fd6e8 req-18a5dc5f-d67e-4b76-8a64-5ccac374b6b9 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929794 Apr 15 10:54:51.354598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08e8ff9-5133-4c03-82fb-69d618d43c3c req-839a6757-9e11-4388-bc2d-65806ec4a7af tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:51.356695 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a08e8ff9-5133-4c03-82fb-69d618d43c3c req-839a6757-9e11-4388-bc2d-65806ec4a7af tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.1233213 Apr 15 10:54:51.419919 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a08e8ff9-5133-4c03-82fb-69d618d43c3c req-0807ae35-b585-4e9a-9499-cd3791c3ba28 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562437 Apr 15 10:54:51.808116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 407e7840-658b-412d-8c4d-29fcf9d244ae details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:54:52.019142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=407e7840-658b-412d-8c4d-29fcf9d244ae,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:52.038728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'port_id': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'mac_address': 'fa:16:3e:9f:3a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:54:52.048639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed56d12-0ac7-4cdf-a389-9d19402f2832 req-76e67e8e-aa52-40d1-9282-68a59f8e361f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:52.071239 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ed56d12-0ac7-4cdf-a389-9d19402f2832 req-76e67e8e-aa52-40d1-9282-68a59f8e361f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 943 time: 0.1353316 Apr 15 10:54:52.156711 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ed56d12-0ac7-4cdf-a389-9d19402f2832 req-7d77aeef-612c-4453-acf7-16e8e13887be tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843604 Apr 15 10:54:52.341478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.371819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407e7840-658b-412d-8c4d-29fcf9d244ae {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:54:52.390799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=407e7840-658b-412d-8c4d-29fcf9d244ae,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:52.394486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:52.396674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:52.425184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb67fd5-90f3-4fb7-8f12-77d28b7d399f req-95093c5a-684b-45b1-b6a8-342598f33c62 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:52.426978 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cdb67fd5-90f3-4fb7-8f12-77d28b7d399f req-95093c5a-684b-45b1-b6a8-342598f33c62 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1056223 Apr 15 10:54:52.480194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:52.482427 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cdb67fd5-90f3-4fb7-8f12-77d28b7d399f req-a9a136cc-4cbc-4d85-b12e-f2ccb9eec1cf tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484715 Apr 15 10:54:52.484005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:52.727593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['407e7840-658b-412d-8c4d-29fcf9d244ae'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:54:53.357423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cef6d-8066-49be-b78f-03a082674807 req-90e834b3-d2ea-43e8-96e7-8aed852d1e70 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:53.359847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a59cef6d-8066-49be-b78f-03a082674807 req-90e834b3-d2ea-43e8-96e7-8aed852d1e70 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 944 time: 0.1073463 Apr 15 10:54:53.410154 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a59cef6d-8066-49be-b78f-03a082674807 req-1f6552f9-bd22-4864-907e-5ebe17b20761 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439970 Apr 15 10:54:53.822049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 407e7840-658b-412d-8c4d-29fcf9d244ae up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:54:53.906333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 407e7840-658b-412d-8c4d-29fcf9d244ae completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:54:53.912659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 407e7840-658b-412d-8c4d-29fcf9d244ae triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:54:53.913075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.059243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.089686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:54:54.101007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=407e7840-658b-412d-8c4d-29fcf9d244ae,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:54:54.104342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.108042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ab4ff6e6-da9c-42cd-875b-a3e2b98b3e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:54.141618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34450) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:54.205112 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'code': 200} Apr 15 10:54:54.205727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:54.209005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:54.313937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.334282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:54.339047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Usage tracker for resource:security_group_rule and tenant:4a071fa1e3d24d1599ddc2e9d3159f38 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:54.342247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:54.351614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:54.506252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6851bc1-9aba-4238-9156-e878ff8e61cc req-5ce5e3da-9d4a-4827-97c2-2b93ed93d176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:54.507948 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6851bc1-9aba-4238-9156-e878ff8e61cc req-5ce5e3da-9d4a-4827-97c2-2b93ed93d176 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.1347039 Apr 15 10:54:54.581928 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6851bc1-9aba-4238-9156-e878ff8e61cc req-f5796901-f7b3-4644-8033-281c0ce09a6f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655034 Apr 15 10:54:54.645261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.649547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.660608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ee1165c7-6d84-4334-9493-a638c0273dcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:54.668827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a6731-b0d9-47c4-b5fe-c3ea7be0f9a0 req-b33f7cb5-205f-4b6e-8a62-181bda58ec1c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:54.676934 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c2a6731-b0d9-47c4-b5fe-c3ea7be0f9a0 req-b33f7cb5-205f-4b6e-8a62-181bda58ec1c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1098742 Apr 15 10:54:54.693877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0237f01f-a4e0-4f3f-a384-562902ab10e6,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:54.700160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:54.731392 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a071fa1e3d24d1599ddc2e9d3159f38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5882490 Apr 15 10:54:54.732420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34494) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:54.802101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.838607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.899918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.914181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:54.932081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0237f01f-a4e0-4f3f-a384-562902ab10e6,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:54.943002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:54.944865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:54.946976 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-449a952e-d6cf-4a14-b195-2f87e7d6a7d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0237f01f-a4e0-4f3f-a384-562902ab10e6 HTTP/1.1" status: 204 len: 168 time: 0.2130227 Apr 15 10:54:54.951074 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c2a6731-b0d9-47c4-b5fe-c3ea7be0f9a0 req-934073ec-7a77-4455-932d-ed02f957f1e8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729185 Apr 15 10:54:55.325315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34524) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:55.347946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.366961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:55.371242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Usage tracker for resource:security_group_rule and tenant:cc3bef8c57664d249d1edebae8866ce1 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:55.374409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:55.380890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:55.474511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.477848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.487200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19b5796c-539f-4432-b3c0-a3e858d298a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:55.538266 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cc3bef8c57664d249d1edebae8866ce1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2093079 Apr 15 10:54:55.538266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff03f51-14c9-4087-917f-1fb7a6be70ae,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:55.538916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34534) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:55.540310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:55.601131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.628746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.675025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.680765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a18a481b-4891-4d53-8323-77c413c183e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:55.684991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34540) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:55.702769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff03f51-14c9-4087-917f-1fb7a6be70ae,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:55.706531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:55.710837 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6ff03f51-14c9-4087-917f-1fb7a6be70ae HTTP/1.1" status: 204 len: 168 time: 0.1681817 Apr 15 10:54:55.710837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:56.127189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.169128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:56.178490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Usage tracker for resource:security_group_rule and tenant:f49dbd594ac44508907f7d7292e17dee is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:56.185929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:56.192905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:56.225469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4c1e2-909d-4374-99d5-e74d1932b426 req-fe0f1f95-9045-472c-815f-25d6ce7980f0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.233614 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdc4c1e2-909d-4374-99d5-e74d1932b426 req-fe0f1f95-9045-472c-815f-25d6ce7980f0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1046989 Apr 15 10:54:56.277228 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdc4c1e2-909d-4374-99d5-e74d1932b426 req-efb2e038-2112-4081-a69f-449f31566cd8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426476 Apr 15 10:54:56.311252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.315689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.360497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0f783459-ffb9-4f3a-9d39-beb3e839174c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:56.422908 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f49dbd594ac44508907f7d7292e17dee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367113 Apr 15 10:54:56.424198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34580) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:56.438192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd74c9c0-fa47-4365-8189-e7a12c934d33,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:56.447582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:56.517920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.551121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.569242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd202d-9ab8-4e78-9f5d-b3d6ed35e70f req-ce0f5689-7c4c-4f45-b867-d3af2b036f04 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:56.581028 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4cd202d-9ab8-4e78-9f5d-b3d6ed35e70f req-ce0f5689-7c4c-4f45-b867-d3af2b036f04 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1268666 Apr 15 10:54:56.585355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34590) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:56.600772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'floatingip': {'port_id': '407e7840-658b-412d-8c4d-29fcf9d244ae'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:54:56.609755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.618047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-495aeff8-3fc6-4117-9685-e2e002dfed9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:56.639684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:56.648689 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dd74c9c0-fa47-4365-8189-e7a12c934d33 HTTP/1.1" status: 204 len: 168 time: 0.2227409 Apr 15 10:54:56.649878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd74c9c0-fa47-4365-8189-e7a12c934d33,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:56.652583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:56.780407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.438862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34628) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:57.497751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.541330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:57.551515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc0d00db2e949c5a9d5a352ba1857e9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:57.555031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34636) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:57.557374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:57.571749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:57.680971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.682448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34642) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:57.686370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.707906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac32456b-db6b-40c0-a668-8055fcb00fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:57.772632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.resource_extend [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:54:57.802906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b00701-701e-4090-827d-98c66c97c777,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:57.808343 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9cc0d00db2e949c5a9d5a352ba1857e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3682992 Apr 15 10:54:57.809647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:57.813123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34652) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:57.930845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.955061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.980033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.982859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:57.987361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:57.993502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.016009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34660) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:58.052659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Usage tracker for resource:security_group_rule and tenant:d6a29a43852748489978aa3180a11aec is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:58.074989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.127056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:58.127221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b7540a79-692e-4951-8c11-022641139ded admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:58.144196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.174398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b00701-701e-4090-827d-98c66c97c777,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:58.176543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.177818 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2b00701-701e-4090-827d-98c66c97c777 HTTP/1.1" status: 204 len: 168 time: 0.3636465 Apr 15 10:54:58.187971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:58.190900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.213703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:58.213879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:58.217980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Usage tracker for resource:security_group_rule and tenant:a58911c88ce244ce9fa67b3a5ced255e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:58.222489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:58.228712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:58.254407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:54:58.277415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1d3bcf0b074568b630a9b5d8fd1b81 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:54:58.282746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:54:58.327058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:54:58.525762 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Floating IP 54a7c4b4-f022-4d2e-8b77-ded907d3c6cb associated. External IP: 172.28.3.179, port: 407e7840-658b-412d-8c4d-29fcf9d244ae. Apr 15 10:54:58.534088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.542991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.574859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d8ba4ffa-e223-479e-867f-011e335f3bbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:58.587114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a58911c88ce244ce9fa67b3a5ced255e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5671966 Apr 15 10:54:58.587393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34690) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:58.617364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-3ce9907c-fd94-46c8-9afe-4ee5c539b54e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:58.624735 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-3ce9907c-fd94-46c8-9afe-4ee5c539b54e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.3499856 Apr 15 10:54:58.633202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55fba2c-9369-483d-9e1e-2858454106b9,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:58.634177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:58.651502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-12f61939-75ce-4b2f-8ae6-77747134349b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/quotas/7de0eea7cf1544adb30689b8cd97eedd HTTP/1.1" status: 200 len: 375 time: 0.0256786 Apr 15 10:54:58.703194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e685c-638d-4a5e-9be5-758ef77a4e4b req-3e66c5cc-502c-47a8-a058-a6d8890fadbe tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:54:58.710940 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-674e685c-638d-4a5e-9be5-758ef77a4e4b req-3e66c5cc-502c-47a8-a058-a6d8890fadbe tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.6654568 Apr 15 10:54:58.777275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.790746 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b3d36321-5474-4e0d-bbe2-7008d173507e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1383133 Apr 15 10:54:58.889453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:58.900227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-770b06ab-045e-4d21-9f18-269fb5e3971b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:58.979078 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-e59d9eb0-6ec9-4afd-af02-432631833c68 service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872277 Apr 15 10:54:59.065600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-674e685c-638d-4a5e-9be5-758ef77a4e4b req-d0094859-3b78-4a0d-82f5-004afbeda193 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536236 Apr 15 10:54:59.093830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:54:59.118821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.127669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.147588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38f4238-eaf6-4fce-a247-614934586333,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.151243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.153552 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-67e21401-cfc0-48f4-a47d-a41c367dce92 service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736784 Apr 15 10:54:59.175426 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fb1d3bcf0b074568b630a9b5d8fd1b81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4910452 Apr 15 10:54:59.176604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34724) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:59.200069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9f84c8c6-e0c5-41a2-99ff-2d9f8468d10c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.252984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.272234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.285980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.300873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.340714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.351174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.364748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38f4238-eaf6-4fce-a247-614934586333,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.367398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.376899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.381749 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b38f4238-eaf6-4fce-a247-614934586333 HTTP/1.1" status: 204 len: 168 time: 0.2035503 Apr 15 10:54:59.475091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:54:59.489007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:54:59.503720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:54:59.504388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:54:59.513546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.641401 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d6a29a43852748489978aa3180a11aec&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0821466 Apr 15 10:54:59.641979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34756) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:54:59.696445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.701917 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b55fba2c-9369-483d-9e1e-2858454106b9 HTTP/1.1" status: 204 len: 168 time: 1.0467217 Apr 15 10:54:59.703961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d75a9ef6-309a-4cba-bf2a-5cc41357aa7f,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:54:59.723476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:54:59.725786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.814842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.864165 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a90db19-17cd-407d-91f0-2e7b47b6c566 req-95daa463-2a0e-44ff-9deb-d30dad0b2726 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 210 time: 0.3678160 Apr 15 10:54:59.871394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-219b4a80-65ea-4489-8ff9-6dabd76de8fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.253s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:54:59.881041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.905060 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-44c0a648-e291-4e91-8c0d-5c8c91f3627a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "PUT /v2.0/floatingips/54a7c4b4-f022-4d2e-8b77-ded907d3c6cb HTTP/1.1" status: 200 len: 991 time: 3.3089528 Apr 15 10:54:59.985782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:54:59.990939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:00.018471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75a9ef6-309a-4cba-bf2a-5cc41357aa7f,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:00.022657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:00.034427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.038492 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d75a9ef6-309a-4cba-bf2a-5cc41357aa7f HTTP/1.1" status: 204 len: 168 time: 0.3925867 Apr 15 10:55:00.042346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:00.103527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:00.119697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55fba2c-9369-483d-9e1e-2858454106b9,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:00.140851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:00.192070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-3a858153-15b6-47db-93a8-1447634a2c85 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.194735 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-3a858153-15b6-47db-93a8-1447634a2c85 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.3266032 Apr 15 10:55:00.258056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34788) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:00.279183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.300508 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'status': 'completed', 'code': 200} Apr 15 10:55:00.345936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:00.355646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Usage tracker for resource:security_group_rule and tenant:760f5d3995ed464e9d2245f1296ba9de is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:00.367687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:00.380966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Deleting port f6088a0e-90a5-4add-a980-1643755a96b6 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:55:00.383140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:00.386719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:00.435580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-36fb8416-f99a-43ef-bdac-6ce24fc46047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.437663 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-36fb8416-f99a-43ef-bdac-6ce24fc46047 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.1448824 Apr 15 10:55:00.571336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '54a7c4b4-f022-4d2e-8b77-ded907d3c6cb', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:9f:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:35Z', 'updated_at': '2021-04-15T10:54:57Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:00.576089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:00.586485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:00.588045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:54:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:00.612213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-03084113-b665-4acf-b7ad-a63d284ece1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.613965 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-03084113-b665-4acf-b7ad-a63d284ece1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.1610277 Apr 15 10:55:00.783932 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-7e682bf3-e0ab-47a1-b5b5-99a1726bcf14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 999 time: 0.1601162 Apr 15 10:55:00.793444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f544d-6465-4996-bb16-d5483d1f5561 req-3edc2553-e21a-4a6d-bc6a-a1fb1c42f211 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.795177 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-242f544d-6465-4996-bb16-d5483d1f5561 req-3edc2553-e21a-4a6d-bc6a-a1fb1c42f211 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 946 time: 0.3399327 Apr 15 10:55:00.832392 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.26', 59969) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:00.869431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:00.877499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-1cd4cfb3-df49-48f6-bc25-6673cc98cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:00.879159 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-1cd4cfb3-df49-48f6-bc25-6673cc98cc5a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0847464 Apr 15 10:55:00.987321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34804) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:01.076212 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.105590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.130886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.169348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] For port f6088a0e-90a5-4add-a980-1643755a96b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f6088a0e-90a5-4add-a980-1643755a96b6,segment=NetworkSegment(8f041793-dd17-4e18-b63e-dc2117440252),segment_id=8f041793-dd17-4e18-b63e-dc2117440252)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:01.169761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.176500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1c7bb099-8f69-4297-9b14-1c2242ff94d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.268366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327dbaff-78ec-4c0d-a6b9-3235e8296d16,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.297262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.301125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:01.356868 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-468e5753-5081-4d39-af3c-f6b6300cfc53 req-fc3d2a99-3243-4668-986f-e3730d859615 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 210 time: 0.1120780 Apr 15 10:55:01.367974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ae4fab9ef44543309c70c31b39505b1d is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:01.372493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-88eaf6e9-ecae-4142-8f4d-e8359ddea81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:01.374310 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-88eaf6e9-ecae-4142-8f4d-e8359ddea81e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4849451 Apr 15 10:55:01.381359 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=760f5d3995ed464e9d2245f1296ba9de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1218042 Apr 15 10:55:01.382313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34830) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:01.383911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:01.512012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-134761ae-06b7-4399-87c4-b9e593a3cfea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:01.513582 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-134761ae-06b7-4399-87c4-b9e593a3cfea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.6753852 Apr 15 10:55:01.570859 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-3eca3278-c5f0-4341-a4d6-149d15cdd502 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834099 Apr 15 10:55:01.616275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Calling delete_port for f6088a0e-90a5-4add-a980-1643755a96b6 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:55:01.616482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:01.652956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Request body: {'port': {'device_id': '6b63e569-fc80-4653-b268-4df185025718', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'admin_state_up': True, 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:01.726360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '54a7c4b4-f022-4d2e-8b77-ded907d3c6cb', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:9f:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:35Z', 'updated_at': '2021-04-15T10:54:57Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:01.731221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5ee20e-432c-4750-bb17-84983f474a22 None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '54a7c4b4-f022-4d2e-8b77-ded907d3c6cb', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.179', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 149, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:9f:3a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:54:35Z', 'updated_at': '2021-04-15T10:54:57Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:01.783046 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6aa364fb-f5e2-4301-8741-4e4b67fb8178 req-7cf2b7bc-4b51-4347-bf76-31fa1b609aaa service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627140 Apr 15 10:55:01.799607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.837864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.869095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:01.899542 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.917049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b6e7ee9-c7ef-47a0-a8f3-228e3c600da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:01.936889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327dbaff-78ec-4c0d-a6b9-3235e8296d16,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:01.947413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:01.955733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:01.957208 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/327dbaff-78ec-4c0d-a6b9-3235e8296d16 HTTP/1.1" status: 204 len: 168 time: 0.5578756 Apr 15 10:55:01.960275 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-242f544d-6465-4996-bb16-d5483d1f5561 req-3d785a7b-eb3a-4bd5-aa7e-b1f722e396a7 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/security-groups?id=9644279a-033a-4c7d-af56-0bc1bf178bd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1232266 Apr 15 10:55:02.007220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:02.040678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.044856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.088870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:02.095296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.117198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7b332b60-eb6b-4399-bb04-0cb8a80c8479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:02.141241 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae4fab9ef44543309c70c31b39505b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1349263 Apr 15 10:55:02.143208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34850) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:02.191167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106e1ea2-bdbf-49ad-bd27-a4a079644e04 None None] New status for floating IP 54a7c4b4-f022-4d2e-8b77-ded907d3c6cb: ACTIVE {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:55:02.378022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f733eacc-9a42-458e-997d-1f8ede8e6e37,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:02.381344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.419581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.479192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:02.480817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.486526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0ec85a5b-af77-4691-9315-b89e14965b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:02.503009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.508011 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f733eacc-9a42-458e-997d-1f8ede8e6e37 HTTP/1.1" status: 204 len: 168 time: 0.3595409 Apr 15 10:55:02.509029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f733eacc-9a42-458e-997d-1f8ede8e6e37,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:02.512239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:02.602388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Allocated IP 172.20.0.3 (3f9b39a4-70d5-4957-bbd0-24e438b35d08/86801a6c-48b9-417b-841f-202cda1f4360/30d52831-c358-46d0-b6d8-0ef3170a99c1) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:02.682300 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2640ff95-ad77-4bdf-96c5-b428d285a4aa req-cdb1ac19-ae62-49bd-af62-5d38314a27fd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 210 time: 0.0707154 Apr 15 10:55:02.691781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.771696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:02.820785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34884) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:02.861340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:02.914852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:02.927949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8928e5ca924fc4b8d7581d0049e9e0 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:02.934612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:02.949778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:03.148705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d8d1618c-ffdf-466a-ad0a-14836da4c26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.214822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Pushing event deleted for resources: {'Port': ['ID=f6088a0e-90a5-4add-a980-1643755a96b6,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.222517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.305038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.316948 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bd5500d7-5072-4799-91f0-6feef86a5f85 req-57a3ae3a-a238-493a-9be3-e43c88d0cadf tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.1307368 Apr 15 10:55:03.317694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.354934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c95d821d-c608-4b71-8abc-fe407b0aeca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.364904 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b8928e5ca924fc4b8d7581d0049e9e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5423443 Apr 15 10:55:03.375706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 34902) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:03.386483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b1505b-7046-4114-bbb9-ed6b4556a8da,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.389780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.428483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.496869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] No DVR routers for this DVR port f6088a0e-90a5-4add-a980-1643755a96b6 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:55:03.515862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.518604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'name': 'network-vif-deleted', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:03.561488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.592659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.606112 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba99081e-a85f-425e-b656-7c4482865748', 'name': 'network-vif-deleted', 'tag': 'f6088a0e-90a5-4add-a980-1643755a96b6', 'status': 'completed', 'code': 200} Apr 15 10:55:03.617574 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d377f903-09bb-49a7-ab4c-e9cf70e5e77c req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.26 "DELETE /v2.0/ports/f6088a0e-90a5-4add-a980-1643755a96b6 HTTP/1.1" status: 204 len: 173 time: 3.4169729 Apr 15 10:55:03.653029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.664963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:03.670578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-863fda35-e412-4cdd-880c-14ee87dd628e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.719751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.786422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34924) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:03.812688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:03.813937 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a5b1505b-7046-4114-bbb9-ed6b4556a8da HTTP/1.1" status: 204 len: 168 time: 0.4371119 Apr 15 10:55:03.899304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f6088a0e-90a5-4add-a980-1643755a96b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:55:03.914351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event updated for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:03.925278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:03.939070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9cbbd9ff-8a0a-4be9-82d6-f48b41aae17c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:03.992423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: f6088a0e-90a5-4add-a980-1643755a96b6 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:55:03.992820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f6088a0e-90a5-4add-a980-1643755a96b6 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:55:04.003064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b1505b-7046-4114-bbb9-ed6b4556a8da,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:04.010814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:04.039098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:04.040640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:04.044355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:04.061170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:04.061709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.103338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.108800 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5063181 Apr 15 10:55:04.133113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Request body: {'port': {'device_id': '6b63e569-fc80-4653-b268-4df185025718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:04.149563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:04.154668 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Usage tracker for resource:security_group_rule and tenant:0d3145c34dcb4232874b6a3e2233c8db is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:04.157934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:04.164518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:04.257046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.269503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.281345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ef0fee59-242a-4c94-bec6-a1d60ff8f09e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:04.317847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1354ed1b-4fe6-45fc-be8f-46cb8b83ddd7,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:04.333079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:04.346350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6255ccd-db97-43f7-9b22-a00ebd7a3660 req-bf11b792-5124-415a-9491-7dffb53b3a32 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:04.356190 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e6255ccd-db97-43f7-9b22-a00ebd7a3660 req-bf11b792-5124-415a-9491-7dffb53b3a32 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 931 time: 0.4324551 Apr 15 10:55:04.428751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e6255ccd-db97-43f7-9b22-a00ebd7a3660 req-996ca312-8592-4c1d-955a-7d9da87d03ee tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714028 Apr 15 10:55:04.438251 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d3145c34dcb4232874b6a3e2233c8db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6486664 Apr 15 10:55:04.439588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 34960) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:04.487984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.659147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-86f922b6-f2fb-4b9d-88a1-385a357d7608 req-fc321e6a-fb71-4a63-aeaa-658ac5f4a00f tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Synchronizing usage tracker for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:04.708501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.721329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-86f922b6-f2fb-4b9d-88a1-385a357d7608 req-fc321e6a-fb71-4a63-aeaa-658ac5f4a00f tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Unset dirty status for tenant:b83c92f9b73d4ca5a0c34aafad5ef7a6 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:04.722630 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-86f922b6-f2fb-4b9d-88a1-385a357d7608 req-fc321e6a-fb71-4a63-aeaa-658ac5f4a00f tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba99081e-a85f-425e-b656-7c4482865748 HTTP/1.1" status: 200 len: 210 time: 0.1262097 Apr 15 10:55:04.771958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.873652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.883017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:04.901802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1354ed1b-4fe6-45fc-be8f-46cb8b83ddd7,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:04.905214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:04.906337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:04.913342 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1354ed1b-4fe6-45fc-be8f-46cb8b83ddd7 HTTP/1.1" status: 204 len: 168 time: 0.4626620 Apr 15 10:55:05.018210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cae20fd8-d6ba-4904-b1ff-dc2642c7ed06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.277127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30d52831-c358-46d0-b6d8-0ef3170a99c1 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:05.285932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.302827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Transition to ACTIVE for port object 30d52831-c358-46d0-b6d8-0ef3170a99c1 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:05.305488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.321698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:05.611418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Pushing event updated for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:05.623096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:05.731177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.818013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Attempting to bind port 30d52831-c358-46d0-b6d8-0ef3170a99c1 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:05.818435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Attempting to bind port 30d52831-c358-46d0-b6d8-0ef3170a99c1 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:05.818808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Attempting to bind port 30d52831-c358-46d0-b6d8-0ef3170a99c1 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:05.829035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Port 30d52831-c358-46d0-b6d8-0ef3170a99c1 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:05.829035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Attempting to bind port 30d52831-c358-46d0-b6d8-0ef3170a99c1 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:05.850167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:05.850657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Checking segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:05.851096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Bound using segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:05.851693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Bound port: 30d52831-c358-46d0-b6d8-0ef3170a99c1, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:05.852091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:05.881795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f11b0-7291-4c99-82cc-2e7a8530bb6b req-1340cfec-00f6-436d-adc2-0a0b5e02a0af tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:05.882693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7f8f11b0-7291-4c99-82cc-2e7a8530bb6b req-1340cfec-00f6-436d-adc2-0a0b5e02a0af tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:05.936610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7f8f11b0-7291-4c99-82cc-2e7a8530bb6b req-1340cfec-00f6-436d-adc2-0a0b5e02a0af tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:05.948185 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7f8f11b0-7291-4c99-82cc-2e7a8530bb6b req-1340cfec-00f6-436d-adc2-0a0b5e02a0af tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 943 time: 0.3217194 Apr 15 10:55:06.025136 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7f8f11b0-7291-4c99-82cc-2e7a8530bb6b req-2d6f2ac5-e4fd-4de4-be7f-63697725f057 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755095 Apr 15 10:55:06.058858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:06.062632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:06.070397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.107321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:06.224208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35042) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:06.393110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Pushing event updated for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:06.446636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.463020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.472539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.472994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.473395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.473785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.474311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.474712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.475055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.475468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.475878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.476260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.476630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.477009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:06.499458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:06.504333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Usage tracker for resource:security_group_rule and tenant:f72c387fce854e0c84ed36da741b9593 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:06.507008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:06.513634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:06.529524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:06.548160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:06.550313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.552032 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] 10.222.0.26 "PUT /v2.0/ports/30d52831-c358-46d0-b6d8-0ef3170a99c1 HTTP/1.1" status: 200 len: 1093 time: 2.4266908 Apr 15 10:55:06.561775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:06.729946 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1', 'status': 'completed', 'code': 200} Apr 15 10:55:06.796378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.807586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:06.840037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-f369fb23-0603-499a-8c4e-afcf28a21e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:06.844824 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-f369fb23-0603-499a-8c4e-afcf28a21e1c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 1096 time: 0.2434633 Apr 15 10:55:06.904739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a2e4887-0855-4a98-8095-b7586d751000 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:06.992591 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f72c387fce854e0c84ed36da741b9593&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7670126 Apr 15 10:55:06.993324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35082) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:06.994150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22405f1f-fc01-43a7-ba33-6d1ae5b7e87a,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:07.006611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.007011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.007400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.007813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.008192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.008570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.008944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.009351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.009726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.010109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.010496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.010895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:07.020725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-df6586e7-beea-4811-8d96-3bc8fb0f9c5a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1 HTTP/1.1" status: 200 len: 217 time: 0.1635609 Apr 15 10:55:07.026968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:07.121845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-461cc0cf-8b17-4b14-bf89-b319c6f8bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:07.124864 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-461cc0cf-8b17-4b14-bf89-b319c6f8bc0a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.0926783 Apr 15 10:55:07.139608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.210333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.232596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35094) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:07.234142 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-404242e3-5d36-482e-a9ff-3f5ff81c37e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021123 Apr 15 10:55:07.265278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.315375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Deleting subnet 54ec8c4e-7b20-40c4-acbc-698fcc271778 {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:55:07.319433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.389067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.460610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:07.465355 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-2aa95452-dacc-46d1-a7ce-81be9d375f25 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247298 Apr 15 10:55:07.718619 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99d41ac6-977e-4943-871b-0bbe6e7a791a req-a00c74f9-ab5e-45ed-ac20-1e7e878151ac service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415125 Apr 15 10:55:07.935662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-3142b1e4-a685-4d4e-ae93-89ceb31c3197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:07.937620 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-3142b1e4-a685-4d4e-ae93-89ceb31c3197 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 1096 time: 0.1503785 Apr 15 10:55:08.210515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098d707-30e9-4b97-9b89-7b9c9d3b31eb req-8c8e0a52-4c9e-4ceb-ba2f-34fdcafbd620 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:08.212331 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4098d707-30e9-4b97-9b89-7b9c9d3b31eb req-8c8e0a52-4c9e-4ceb-ba2f-34fdcafbd620 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 943 time: 0.9756672 Apr 15 10:55:08.217896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.227269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b0f785cb-6b48-4554-b30f-753a413c97a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:08.281124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22405f1f-fc01-43a7-ba33-6d1ae5b7e87a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:08.295384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:08.296326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.298753 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/22405f1f-fc01-43a7-ba33-6d1ae5b7e87a HTTP/1.1" status: 204 len: 168 time: 1.2950242 Apr 15 10:55:08.342634 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4098d707-30e9-4b97-9b89-7b9c9d3b31eb req-e2cb27d3-c226-46f8-a69c-afa98ef5bfbf tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102023 Apr 15 10:55:08.365380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.381937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:08.435666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-1c448238-d218-4a24-9b07-6bc707418673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:08.437479 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-1c448238-d218-4a24-9b07-6bc707418673 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 916 time: 0.4926951 Apr 15 10:55:08.474001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54ec8c4e-7b20-40c4-acbc-698fcc271778,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:08.489243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:08.523217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.532013 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54ec8c4e-7b20-40c4-acbc-698fcc271778 HTTP/1.1" status: 204 len: 168 time: 1.2951558 Apr 15 10:55:08.532324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35132) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:08.540024 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-b58821ab-b6a0-429a-938d-164118ff17d6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1 HTTP/1.1" status: 200 len: 217 time: 0.0949147 Apr 15 10:55:08.627803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-1ce59865-37e1-4916-9999-b8c47ec81ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:08.629880 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-1ce59865-37e1-4916-9999-b8c47ec81ac7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.0787351 Apr 15 10:55:08.651414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:08.691897 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-ae8cc626-fd95-45c5-837e-c02443b704cc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551178 Apr 15 10:55:08.906417 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-4ab12f51-0ca5-4705-936d-28a697a128f4 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066119 Apr 15 10:55:08.921379 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.089849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01bad6f-f615-4819-a01e-df8e42a1a0a2']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:09.109973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f041793-dd17-4e18-b63e-dc2117440252') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:09.110578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f041793-dd17-4e18-b63e-dc2117440252') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:09.135169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.179382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.195380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:55:09.230809 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-81afca6b-fc79-407d-a09e-493f8f467a12 req-a63214d2-ca6a-459b-a546-d7053bfce4e5 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157432 Apr 15 10:55:09.404872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:09.414285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.497587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35178) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:09.645192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-273652850-network', 'tenant_id': 'e991c07377884534acc7f89843c7917e'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:09.650841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:09.656243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Usage tracker for resource:network and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:09.660232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:09.668443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:09.679651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Made reservation on behalf of e991c07377884534acc7f89843c7917e for: {'network': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:09.680691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Network d01bad6f-f615-4819-a01e-df8e42a1a0a2 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:55:09.685311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:55:09.706208 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:55:09.709408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.727476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:09.732673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:09.736011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:09.743140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:09.804194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36188989-0ae9-4634-9ea0-105ab9773327 req-8d52b799-b07d-471b-9841-0f78128e1d38 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:09.806086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-36188989-0ae9-4634-9ea0-105ab9773327 req-8d52b799-b07d-471b-9841-0f78128e1d38 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 943 time: 0.3054235 Apr 15 10:55:09.857005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.883371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.889231 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-36188989-0ae9-4634-9ea0-105ab9773327 req-1b35ad0b-2890-46e0-9c7c-4473f37f7931 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669096 Apr 15 10:55:09.891365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4e7b711d-ca7f-420e-9f89-e0ca71f4e4e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:09.916503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d01bad6f-f615-4819-a01e-df8e42a1a0a2,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:09.919652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:09.930924 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d01bad6f-f615-4819-a01e-df8e42a1a0a2 HTTP/1.1" status: 204 len: 168 time: 1.3951619 Apr 15 10:55:09.972700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:09.978713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.010897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-41df4803-a244-43f9-a5ec-139de1ff5f36 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.022859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] vlan segment allocate from pool success with {'vlan_id': 698, 'physical_network': 'physnet1'} {{(pid=85373) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:10.069190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.069579 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Added segment 79564a96-e91c-4294-ad68-472eb513a655 of type vlan for network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa Apr 15 10:55:10.096870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbd14b63-5eb9-46b2-b598-b51c11806151,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.103178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.127081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.167885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.169761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:10.170435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.175946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f2898c0f-61bf-48f1-9a11-03cc6ac9fba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.277148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35216) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:10.308523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Pushing event updated for resources: {'Network': ['ID=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.311894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.313768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8150039 Apr 15 10:55:10.317070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35220) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:10.320248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:10.348866 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-50d2050d-8732-4f2b-beca-1de0e5256741 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b83c92f9b73d4ca5a0c34aafad5ef7a6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0692117 Apr 15 10:55:10.351567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35226) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:10.353081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Request body: {'subnet': {'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-273652850-subnet', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:10.358870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:10.363107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Usage tracker for resource:subnet and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:10.367053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:10.373145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:10.382508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Made reservation on behalf of e991c07377884534acc7f89843c7917e for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:10.387313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.455767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35236) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:10.489562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.519646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.569493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.576091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b1a8e4f-1d2f-41ef-8e46-52a2aad382c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.612043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9644279a-033a-4c7d-af56-0bc1bf178bd9,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.614390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.620836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.625745 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9644279a-033a-4c7d-af56-0bc1bf178bd9 HTTP/1.1" status: 204 len: 168 time: 0.2728741 Apr 15 10:55:10.693233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.711791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:10.719890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Usage tracker for resource:security_group_rule and tenant:69ee26926acb4f30aa748387cbdc9ca1 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:10.728276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:10.743277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:10.873780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.878316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:10.903276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-08eb511d-ccc4-4802-b0c9-5dbd93b9f45b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:10.934753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0665b90e-a02e-4fcd-9bcb-122cf0b7dff0,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:10.940870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:10.964254 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=69ee26926acb4f30aa748387cbdc9ca1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5039759 Apr 15 10:55:10.965804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35278) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:11.064888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.096092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.109189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.116229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:11.176365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.184825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-945fca7c-2247-40c6-ae90-183e3c3501e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:11.200667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0665b90e-a02e-4fcd-9bcb-122cf0b7dff0,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:11.205114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:11.232219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:11.238680 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0665b90e-a02e-4fcd-9bcb-122cf0b7dff0 HTTP/1.1" status: 204 len: 168 time: 0.2724631 Apr 15 10:55:11.800488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe89844-3c3e-49a9-a9c4-651c43d02dba,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:11.811836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.696s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:11.815768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Checking segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:11.816160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Network hostable DHCP agents. Network: 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:11.859911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:11.873593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:11.884113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9006dd6-e7c0-4dd4-b03e-1f4b31fd8005 None None] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:11.930303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed8b293-3b6d-4b51-b5ae-92cb00f43035 req-68ded9bf-4f3e-4708-9d15-cae259e9b980 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:11.932911 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3ed8b293-3b6d-4b51-b5ae-92cb00f43035 req-68ded9bf-4f3e-4708-9d15-cae259e9b980 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 943 time: 0.6992741 Apr 15 10:55:11.944311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:11.951497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35334) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:11.951866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.021869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35340) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:12.022465 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2808c4bb-6659-46bb-9d7e-21ada1a2ec35 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6872566 Apr 15 10:55:12.028251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:12.035820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:12.038459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3ed8b293-3b6d-4b51-b5ae-92cb00f43035 req-020d6bd2-d5c3-481f-a49d-4a73f8a0c214 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762827 Apr 15 10:55:12.051387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Usage tracker for resource:router and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:12.056805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:12.064046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:12.090040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.094851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.101762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 30d52831-c358-46d0-b6d8-0ef3170a99c1 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:12.122676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.174923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35346) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:12.297330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:55:12.298314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.320312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-494797904-network', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:12.325663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:12.330131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Usage tracker for resource:network and tenant:2843cf37e49640fc81549264ad1c6ff9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:12.333072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:12.342880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:12.352456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Made reservation on behalf of 2843cf37e49640fc81549264ad1c6ff9 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:12.353240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.357730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.372758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.390357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:12.395394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Usage tracker for resource:security_group_rule and tenant:2843cf37e49640fc81549264ad1c6ff9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:12.399267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:12.407006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:12.427432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:12.508770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:12.529467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.532653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.536405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Allocated IP 172.20.0.2 (0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa/2fe89844-3c3e-49a9-a9c4-651c43d02dba/d9c4a7b7-bf80-4974-897d-d6c21e256877) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:12.537448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1283c4c9-47e6-4685-bcef-9d9f7ec32dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.539978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '30d52831-c358-46d0-b6d8-0ef3170a99c1', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'port_id': '30d52831-c358-46d0-b6d8-0ef3170a99c1', 'mac_address': 'fa:16:3e:db:e2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86801a6c-48b9-417b-841f-202cda1f4360', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:12.542177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Usage tracker for resource:security_group_rule and tenant:b4bb5197488c48689b931f55d7634703 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:12.552519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:12.563314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:12.563875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.568072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:12.579899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.579899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Added segment fd8fa7e2-8c14-4419-84fb-f0c6fd556da0 of type vlan for network f11e8153-e994-4d8b-818a-2e68ad0762b8 Apr 15 10:55:12.586422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f56081-339a-4b95-b3de-df6289fb6c01,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:12.589986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:12.612453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.643134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.644551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:12.645182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.650896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f566bb8-25ca-47a5-88bd-591398b814b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.682789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.715904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30d52831-c358-46d0-b6d8-0ef3170a99c1 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:12.734406 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-f06b469f-a03a-40d9-a125-8898efd07594 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2418602 Apr 15 10:55:12.752849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:12.765444 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5851603 Apr 15 10:55:12.765659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.765792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35354) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:12.775232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Request body: {'subnet': {'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-subnet', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:12.776708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.780853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:12.784828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Usage tracker for resource:subnet and tenant:2843cf37e49640fc81549264ad1c6ff9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:12.789892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:12.791666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.801228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:12.809563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Pushing event updated for resources: {'Network': ['ID=f11e8153-e994-4d8b-818a-2e68ad0762b8,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:12.812809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:12.813146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.817433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Made reservation on behalf of 2843cf37e49640fc81549264ad1c6ff9 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:12.823209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:12.824856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:12.838490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:13.159761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98b011-6d77-460e-9e2e-c927f1a1db25,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.166199 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4bb5197488c48689b931f55d7634703&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2132990 Apr 15 10:55:13.173618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.174168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35366) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:13.298347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.338901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.343566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.348338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.358066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.358648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.359145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.359626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.360249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.360739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.361026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.361620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.362093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.362609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.363163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.363804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:13.368314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.373191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.374417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['30d52831-c358-46d0-b6d8-0ef3170a99c1'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:13.383295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e28c1c-14a1-42f2-8821-a12643132798 req-1c3cabf6-4845-4400-8f89-b0250957b67d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.391621 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47e28c1c-14a1-42f2-8821-a12643132798 req-1c3cabf6-4845-4400-8f89-b0250957b67d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 944 time: 0.1509459 Apr 15 10:55:13.397380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-bb64e4cd-633f-42ce-a30c-7acd58845b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.399062 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-bb64e4cd-633f-42ce-a30c-7acd58845b22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 1098 time: 0.5598576 Apr 15 10:55:13.435207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Transition to ACTIVE for port object d9c4a7b7-bf80-4974-897d-d6c21e256877 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:13.479833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Transition to ACTIVE for port object d9c4a7b7-bf80-4974-897d-d6c21e256877 will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:13.496227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.505197 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47e28c1c-14a1-42f2-8821-a12643132798 req-ba508444-c179-4511-9bba-e8aa3ed4e887 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125252 Apr 15 10:55:13.515364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:13.533766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.623634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:13.665474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-affa4ae1-8379-4b15-9ce3-91a196459c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.667110 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-affa4ae1-8379-4b15-9ce3-91a196459c2c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 916 time: 0.2412195 Apr 15 10:55:13.676175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.716076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef539bc-f931-4def-9c54-4616c5d7eb5a,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.721708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.731202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.734467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Pushing event updated for resources: {'Port': ['ID=d9c4a7b7-bf80-4974-897d-d6c21e256877,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.744819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.778010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Checking segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:13.778695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Network hostable DHCP agents. Network: f11e8153-e994-4d8b-818a-2e68ad0762b8, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:13.802827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:13.813105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, f11e8153-e994-4d8b-818a-2e68ad0762b8) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:13.823694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:13.823902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:13.832256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:13.834643 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.835475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.838285 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-5355aae6-3023-486c-8734-0aa4fc9f0935 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379 HTTP/1.1" status: 200 len: 217 time: 0.1087787 Apr 15 10:55:13.839324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322be4b-1c8e-42c1-8fc4-5f28890ff7a0 None None] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:13.854095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:13.864483 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4a060e94-a4ab-40f1-8f0f-4c757edc9464 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0976288 Apr 15 10:55:13.865237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35386) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:13.870684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:13.875562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:13.879715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Usage tracker for resource:router and tenant:2843cf37e49640fc81549264ad1c6ff9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:13.883615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:13.889872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:13.899552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.900838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.922338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.944635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:13.945300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:13.946815 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6b98b011-6d77-460e-9e2e-c927f1a1db25 HTTP/1.1" status: 204 len: 168 time: 0.7693238 Apr 15 10:55:13.949406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-a1d8e1bf-33d0-4f1f-a4f7-0416af9add74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:13.960670 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-a1d8e1bf-33d0-4f1f-a4f7-0416af9add74 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.0992429 Apr 15 10:55:13.963362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98b011-6d77-460e-9e2e-c927f1a1db25,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:13.977773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:13.978361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35392) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:14.108021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Attempting to bind port d9c4a7b7-bf80-4974-897d-d6c21e256877 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:14.108840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Attempting to bind port d9c4a7b7-bf80-4974-897d-d6c21e256877 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:14.109443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Attempting to bind port d9c4a7b7-bf80-4974-897d-d6c21e256877 on network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:14.114511 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-7a22ab26-8ad5-4227-ab4e-7660849417a5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253936 Apr 15 10:55:14.120098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:14.120738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Checking segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:14.121414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.122044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Bound using segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:14.122995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Bound port: d9c4a7b7-bf80-4974-897d-d6c21e256877, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:14.124072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.243653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] For port d9c4a7b7-bf80-4974-897d-d6c21e256877, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:14.247294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] For port d9c4a7b7-bf80-4974-897d-d6c21e256877, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d9c4a7b7-bf80-4974-897d-d6c21e256877,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:14.268609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.315041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Allocated IP 172.28.3.139 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/8c5bad9d-ca91-49e2-9470-a07225d9359b) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:14.369246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.396540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3778e7e1-c430-4994-bab6-4c00c403291a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:14.428038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.555051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35408) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:14.595192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:14.624282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Pushing event updated for resources: {'Port': ['ID=d9c4a7b7-bf80-4974-897d-d6c21e256877,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:14.636279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:14.643078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:14.649420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Usage tracker for resource:security_group_rule and tenant:657358af59a5488fae2ac9df746bc8d4 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:14.663291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acadcfe-5d3a-474a-a83c-d4fe2a486842 None None] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:14.663459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:14.682083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:14.957951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:14.962428 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-021327e5-71d4-4a70-8afb-5c7a6f5cb302 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8466778 Apr 15 10:55:14.967937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Usage tracker for resource:security_group_rule and tenant:73c1f306b88c447685521a94c8b8464c is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:14.974955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:15.011302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:15.086508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.239797 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd45b403-1cc0-4bf0-ab1e-69c34d363b05 req-82eda4d9-0b0b-44e0-8173-111f0a0a9ee7 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683840 Apr 15 10:55:15.245035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.262779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.272532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.278611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.321228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99874e60-1f4c-4234-aaba-ce6095b6ad8d req-48217fdb-f882-4391-90b6-1cca31f44735 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:15.323615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99874e60-1f4c-4234-aaba-ce6095b6ad8d req-48217fdb-f882-4391-90b6-1cca31f44735 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 944 time: 0.6425390 Apr 15 10:55:15.329274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.436817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.442626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.449792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.451574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Pushing event updated for resources: {'Port': ['ID=8c5bad9d-ca91-49e2-9470-a07225d9359b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.456905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.463921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-29dbcf7a-a590-4640-8d36-1ccc2758701d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.465963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.469002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.500077 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-99874e60-1f4c-4234-aaba-ce6095b6ad8d req-19a85200-d03b-4caa-9ed4-ac06e643071b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663940 Apr 15 10:55:15.540072 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73c1f306b88c447685521a94c8b8464c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4929743 Apr 15 10:55:15.546273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35414) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:15.557543 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=657358af59a5488fae2ac9df746bc8d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006959 Apr 15 10:55:15.562881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d937edd2-6b4e-4945-baf5-5670df582687,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.563471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35418) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:15.565851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17538814-430e-46ad-9182-a2862011b241,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.568413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.571587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.603797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:15.606658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:15.611435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:15.638540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Allocated IP 172.28.3.120 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/6b78ed1a-5a80-4467-b763-fafb028f8902) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:15.682456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.781116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.793729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.847204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.871911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.884140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.889346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eb7a3c45-c130-4b12-9f12-02de88268560 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:15.911592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17538814-430e-46ad-9182-a2862011b241,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:15.916762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:15.934520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.937330 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/17538814-430e-46ad-9182-a2862011b241 HTTP/1.1" status: 204 len: 168 time: 0.3712637 Apr 15 10:55:15.955521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:15.957525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 30d52831-c358-46d0-b6d8-0ef3170a99c1 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:15.989895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac4db515-237e-426c-9257-e4565eff316d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:16.149069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 30d52831-c358-46d0-b6d8-0ef3170a99c1 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:16.155011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.159530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 30d52831-c358-46d0-b6d8-0ef3170a99c1 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:16.159671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.180671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35432) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:16.245054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.273091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Pushing event updated for resources: {'Port': ['ID=6b78ed1a-5a80-4467-b763-fafb028f8902,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:16.293457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:16.330207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4fa76059-786f-46f4-9741-5420dbbb6b80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:16.355756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.365599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:16.367651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d937edd2-6b4e-4945-baf5-5670df582687,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:16.368503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:16.371901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:16.374055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:16.395043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.399113 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d937edd2-6b4e-4945-baf5-5670df582687 HTTP/1.1" status: 204 len: 168 time: 0.8492956 Apr 15 10:55:16.440153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:16.463340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:16.467474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.469617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:16.588261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1', 'code': 200} Apr 15 10:55:16.589678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d063b350-c1f5-4234-981c-525fc973fe7b None None] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:16.711556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.854649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35446) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:16.863196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-48e621d1-1a65-4626-b6e1-f3fef060b82c None None] Provisioning for port d9c4a7b7-bf80-4974-897d-d6c21e256877 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:16.883225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.901922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:16.937470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:16.941925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:17.011395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:17.015427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:17.043803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Usage tracker for resource:security_group_rule and tenant:dfa9f726ae0641b99cddd0c9b62346fb is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:17.079456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Usage tracker for resource:security_group_rule and tenant:c143323347fc47a49ca112323a38bcce is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:17.082833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:17.102244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:17.104568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c5554-bc70-42c9-901c-2778c6c95c16 req-9e6fdbf7-8789-4259-af6c-aed270eb7ca1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:17.114993 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed4c5554-bc70-42c9-901c-2778c6c95c16 req-9e6fdbf7-8789-4259-af6c-aed270eb7ca1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 0.4061120 Apr 15 10:55:17.126995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35452) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:17.127928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:17.133669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:17.157148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d9c4a7b7-bf80-4974-897d-d6c21e256877 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:17.171512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d2227-4103-44a8-839e-4d348413c207 req-93239294-4087-43e3-b199-1ee78c45be1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:17.175445 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-977d2227-4103-44a8-839e-4d348413c207 req-93239294-4087-43e3-b199-1ee78c45be1b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 1098 time: 0.3407755 Apr 15 10:55:17.178308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.232186 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed4c5554-bc70-42c9-901c-2778c6c95c16 req-048d7bc8-f8b3-4aa3-80ff-cf0513166246 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160088 Apr 15 10:55:17.269594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port d9c4a7b7-bf80-4974-897d-d6c21e256877 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:17.275352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port d9c4a7b7-bf80-4974-897d-d6c21e256877 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:17.275910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.300718 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-977d2227-4103-44a8-839e-4d348413c207 req-59d5a980-6986-4aa8-b6b3-966cb3e2fbf6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Apr 15 10:55:17.307425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:55:17.347097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-8b8fa1e4-db3b-4281-9041-59ddc1c8f8bf None None] Provisioning complete for port d9c4a7b7-bf80-4974-897d-d6c21e256877 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:17.348064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa1e4-db3b-4281-9041-59ddc1c8f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.356156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:17.371731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Usage tracker for resource:security_group_rule and tenant:645e474bb7bd4e2baf07fecd634ce408 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:17.379960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:17.392211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:17.534734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.537769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.577225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b8fa1e4-db3b-4281-9041-59ddc1c8f8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.604494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port d9c4a7b7-bf80-4974-897d-d6c21e256877, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d9c4a7b7-bf80-4974-897d-d6c21e256877,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:17.613172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.615069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:17.732171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.753795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:17.759713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.764827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Sync routers for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:17.779948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:17.781073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:17.781636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.783883 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.7602630 Apr 15 10:55:17.785490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a2d59081-2672-44c5-842e-44d347499ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:17.786971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35458) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:17.807880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.844332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.890503 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dfa9f726ae0641b99cddd0c9b62346fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0321493 Apr 15 10:55:17.915997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35462) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:17.921345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-8b8fa1e4-db3b-4281-9041-59ddc1c8f8bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:55:17.921750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-8b8fa1e4-db3b-4281-9041-59ddc1c8f8bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:55:17.922449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.941836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37087e05-d13c-4c98-ada7-554ef4153f61,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:17.953934 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c143323347fc47a49ca112323a38bcce&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7618120 Apr 15 10:55:17.953934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:17.954160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=d9c4a7b7-bf80-4974-897d-d6c21e256877,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:17.955713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35466) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:17.958009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:17.964671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:17.965185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ee785982-f025-4067-9c4d-c14842d45c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.204640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.255888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:18.259892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.395221 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=645e474bb7bd4e2baf07fecd634ce408&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2636662 Apr 15 10:55:18.420094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35472) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:18.500206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b74e4f-4d57-4c23-9779-0b40d0f1deb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95238e1-8f97-4ac7-bba3-d40e01a653cc,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:18.579147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.603730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.609098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.612278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e3a2c544-dc50-4127-bcfe-5402b03b73b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.635773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95238e1-8f97-4ac7-bba3-d40e01a653cc,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:18.636135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb1f3aa-cfbf-4968-834e-f8a025492b64,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:18.639291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:18.643608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.657598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:18.658326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.658744 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:18.674496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.675796 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f95238e1-8f97-4ac7-bba3-d40e01a653cc HTTP/1.1" status: 204 len: 168 time: 0.7173038 Apr 15 10:55:18.690557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9de0cf-4fd7-499c-9ce4-a219c4896630 req-6f45c2db-6c9e-4daf-ac59-b4a5f3f46c8e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:18.692739 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4b9de0cf-4fd7-499c-9ce4-a219c4896630 req-6f45c2db-6c9e-4daf-ac59-b4a5f3f46c8e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 0.3028531 Apr 15 10:55:18.707028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:15Z', 'revision_number': 3, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:18.711397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Checking router: b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:18.712256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Updating router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 port 8c5bad9d-ca91-49e2-9470-a07225d9359b binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:18.717237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.784403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.791955 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4b9de0cf-4fd7-499c-9ce4-a219c4896630 req-68f1d69f-408e-4d02-9197-6766fc689330 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646737 Apr 15 10:55:18.814123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.924211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.956351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:18.964825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8eec05f0-0030-401a-8afd-0524f029ee89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:18.990548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb1f3aa-cfbf-4968-834e-f8a025492b64,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:19.002882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:19.038922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.047468 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5cb1f3aa-cfbf-4968-834e-f8a025492b64 HTTP/1.1" status: 204 len: 168 time: 0.6213312 Apr 15 10:55:19.100429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.123320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-89a76e92-1b70-4a87-9560-cababf367b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:19.160738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37087e05-d13c-4c98-ada7-554ef4153f61,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:19.172297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d9c4a7b7-bf80-4974-897d-d6c21e256877 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:19.184024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:19.186018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.187575 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37087e05-d13c-4c98-ada7-554ef4153f61 HTTP/1.1" status: 204 len: 168 time: 1.2680852 Apr 15 10:55:19.236012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Router 25fd0f75-6169-4e15-84c4-db5ff16a6297 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:55:19.252204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35488) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:19.331375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port d9c4a7b7-bf80-4974-897d-d6c21e256877 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:19.331911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.339409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Allocated IP 172.20.0.1 (0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa/2fe89844-3c3e-49a9-a9c4-651c43d02dba/3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:19.395327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.424573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Transition to ACTIVE for port object 8c5bad9d-ca91-49e2-9470-a07225d9359b will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:19.431373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.434080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.462096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddc006ec-1fb9-4d58-a31a-3c1aad693e55 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:19.537287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:19.544964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Usage tracker for resource:security_group_rule and tenant:198bb594f5da4ba0be34992ba810fc57 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:19.550774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:19.575055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:19.607454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Pushing event updated for resources: {'Port': ['ID=8c5bad9d-ca91-49e2-9470-a07225d9359b,revision_number=2']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:19.631900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.632274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.632642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.633001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.633365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.633715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.634066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.634442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.634928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.635280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.635631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.635986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:55:19.645710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:19.646108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:19.655474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Sync routers for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:19.673024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:19.673722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:19.706338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.707579 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.8413143 Apr 15 10:55:19.711777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35502) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:19.714843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.732421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Attempting to bind port 8c5bad9d-ca91-49e2-9470-a07225d9359b on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:19.732971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Attempting to bind port 8c5bad9d-ca91-49e2-9470-a07225d9359b by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:19.733788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Attempting to bind port 8c5bad9d-ca91-49e2-9470-a07225d9359b on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:19.742256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:19.742975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:19.743670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.744418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:19.745120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Bound port: 8c5bad9d-ca91-49e2-9470-a07225d9359b, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:19.745777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.825473 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.830303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.888114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] For port 8c5bad9d-ca91-49e2-9470-a07225d9359b, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:19.897677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] For port 8c5bad9d-ca91-49e2-9470-a07225d9359b, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=8c5bad9d-ca91-49e2-9470-a07225d9359b,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:19.900077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-26d6cdbb-b656-4ab4-84bb-ff0cf4acd754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:19.903497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:19.923394 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=198bb594f5da4ba0be34992ba810fc57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6692157 Apr 15 10:55:19.927169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35516) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:19.985508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa672044-4665-41e9-b4e1-d5c0a93f2694,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:19.992997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:20.080364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:20.088071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.100899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:20.124217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Transition to ACTIVE for port object 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:20.163803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.271859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.283696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Pushing event updated for resources: {'Port': ['ID=8c5bad9d-ca91-49e2-9470-a07225d9359b,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:20.291166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6187310c-3e64-4590-93d2-d7461d0dfc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:20.312266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-779641d6-228c-4921-b36f-37a9023e5bb8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:20.331551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa672044-4665-41e9-b4e1-d5c0a93f2694,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:20.346570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:20.362072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.366826 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fa672044-4665-41e9-b4e1-d5c0a93f2694 HTTP/1.1" status: 204 len: 168 time: 0.4386177 Apr 15 10:55:20.417954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:20.421126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:20.533290 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:17Z', 'revision_number': 3, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:20.538719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Checking router: 25fd0f75-6169-4e15-84c4-db5ff16a6297 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:20.539624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Updating router 25fd0f75-6169-4e15-84c4-db5ff16a6297 port 6b78ed1a-5a80-4467-b763-fafb028f8902 binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:20.611864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.783046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:20.795736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:20.953164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35548) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:21.014957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:21.191055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.197522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:21.208363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Transition to ACTIVE for port object 6b78ed1a-5a80-4467-b763-fafb028f8902 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:21.215870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.216067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:21.237422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7960e2a0-9324-4f89-97ea-2734619c06e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:21.250039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:15Z', 'revision_number': 3, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:21.256429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635f2aed-eda4-485b-a8b9-a9b3924ff6a7 None None] The sync data for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb is: [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:15Z', 'revision_number': 3, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:21.302250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd5601-96f7-4094-ba71-326b300b2c60 req-bb457b94-99e1-4a47-b422-6569e5c48824 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:21.304000 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3dd5601-96f7-4094-ba71-326b300b2c60 req-bb457b94-99e1-4a47-b422-6569e5c48824 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 1.1816194 Apr 15 10:55:21.331409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Pushing event updated for resources: {'Port': ['ID=6b78ed1a-5a80-4467-b763-fafb028f8902,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:21.408276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:21.426506 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3dd5601-96f7-4094-ba71-326b300b2c60 req-2fc0868e-e295-4234-907a-a76e3f40f393 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091285 Apr 15 10:55:21.445357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:21.483500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1981204469-network', 'tenant_id': '6c5e598c1b1e43de9a321513d7021255'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:21.497514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:21.519285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Usage tracker for resource:network and tenant:6c5e598c1b1e43de9a321513d7021255 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:21.523380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:21.546410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Attempting to bind port 6b78ed1a-5a80-4467-b763-fafb028f8902 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:21.547209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Attempting to bind port 6b78ed1a-5a80-4467-b763-fafb028f8902 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:21.547974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Attempting to bind port 6b78ed1a-5a80-4467-b763-fafb028f8902 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:21.548082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:21.563309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:21.563743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:21.564934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.565601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:21.566673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Bound port: 6b78ed1a-5a80-4467-b763-fafb028f8902, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:21.567324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.576646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Made reservation on behalf of 6c5e598c1b1e43de9a321513d7021255 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:21.582069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.593406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.617214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:21.620948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.627166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:21.627860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.655430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:21.670371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Usage tracker for resource:security_group_rule and tenant:6c5e598c1b1e43de9a321513d7021255 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:21.680708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:21.696233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:21.733948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] For port 6b78ed1a-5a80-4467-b763-fafb028f8902, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:21.746912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] For port 6b78ed1a-5a80-4467-b763-fafb028f8902, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=6b78ed1a-5a80-4467-b763-fafb028f8902,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:21.753619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.908585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.913408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:21.919761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5feb7ffc-e2f1-4f18-b5e2-65aca22cbed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:21.939757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:21.982587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] vlan segment allocate from pool success with {'vlan_id': 659, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:21.987054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc956270-2442-4f86-a4f0-68661ca868dc,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:22.009949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:22.009949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.022981 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Added segment 441f5020-be56-4356-a18e-cbf94e57576e of type vlan for network 16b3ba36-648c-4769-a6de-b998a2e5ad10 Apr 15 10:55:22.084082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.194732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.196369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:22.199336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.218504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64116ac6-3b97-4a10-8730-99a6dc9d2da9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:22.264015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-e17c0df7-5f23-41e7-88d0-97c9747e9259 None None] Provisioning for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:22.285700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-e17c0df7-5f23-41e7-88d0-97c9747e9259 None None] Provisioning complete for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:22.286139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e17c0df7-5f23-41e7-88d0-97c9747e9259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.300183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Allocated IP 172.20.0.1 (f11e8153-e994-4d8b-818a-2e68ad0762b8/3ef539bc-f931-4def-9c54-4616c5d7eb5a/451c68d3-4f48-4da1-81ed-c1aaad0d3460) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:22.389717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:22.394416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:22.505650 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5483139 Apr 15 10:55:22.505650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Pushing event updated for resources: {'Network': ['ID=16b3ba36-648c-4769-a6de-b998a2e5ad10,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:22.507447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:22.508024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35598) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:22.515435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Request body: {'subnet': {'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1981204469-subnet', 'tenant_id': '6c5e598c1b1e43de9a321513d7021255', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:22.538262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:22.546929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Usage tracker for resource:subnet and tenant:6c5e598c1b1e43de9a321513d7021255 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:22.555688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:22.564374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:22.577240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Made reservation on behalf of 6c5e598c1b1e43de9a321513d7021255 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:22.586647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.599298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:22.822691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:22.826436 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.281470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.304296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-73aa9069-c8fd-40ad-8875-1ed900673bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:23.375317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8c5bad9d-ca91-49e2-9470-a07225d9359b up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:23.402570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02ec2db-126d-428d-8ece-577a18186376,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:23.411683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:23.463291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Pushing event updated for resources: {'Port': ['ID=6b78ed1a-5a80-4467-b763-fafb028f8902,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:23.484457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.494863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.497955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.544409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:23.656928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Checking segment: {'id': '441f5020-be56-4356-a18e-cbf94e57576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:23.657413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Network hostable DHCP agents. Network: 16b3ba36-648c-4769-a6de-b998a2e5ad10, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:23.680831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:23.694151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 16b3ba36-648c-4769-a6de-b998a2e5ad10) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:23.724171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b796beda-be3a-4438-9b17-3145d77bfcd8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:23.725304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:23.726048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.729375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-e17c0df7-5f23-41e7-88d0-97c9747e9259 None None] Port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:23.736418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.797s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:23.740122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0ebbc7-7565-4607-86c4-f4f242e030f4 None None] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:23.759095 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d46826bb-d37a-45d5-a851-f7a62257b117 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2497480 Apr 15 10:55:23.825456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:23.875255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:23.884294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:24.104775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 8c5bad9d-ca91-49e2-9470-a07225d9359b completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:24.126810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 8c5bad9d-ca91-49e2-9470-a07225d9359b triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:24.127390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.138862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:24.145090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:24.151722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.286s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:24.195142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126b028e-90ff-46ed-a74a-10e7e3fd75f2 None None] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:24.405726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35692) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:24.410246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:24.416427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:24.423853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:24.424620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.484192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Pushing event updated for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:24.571042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:24.571848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.707360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.733383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:24.739453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Usage tracker for resource:security_group_rule and tenant:bff8cc0a2713454181c6b87a74f6e719 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:24.744113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:24.751720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-38f7d3ec-02bb-4ab1-aa0d-97dd27d00aaf None None] Provisioning complete for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:24.752812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-38f7d3ec-02bb-4ab1-aa0d-97dd27d00aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.775678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:24.836180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:24.945174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.949208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:24.964500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1becac5-6d02-46bb-9652-b3ce34eacacf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.024599 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bff8cc0a2713454181c6b87a74f6e719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6173797 Apr 15 10:55:25.025332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e18cd8-49b0-43ad-baf5-7b325b27d8bf,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.028026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35714) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.046763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.099001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-38f7d3ec-02bb-4ab1-aa0d-97dd27d00aaf None None] Port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:25.119854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35718) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.131049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-130000942-network', 'tenant_id': '5a8a8cb54a9842aa95f6ddedbb2467ad'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:25.137005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:25.141228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Usage tracker for resource:network and tenant:5a8a8cb54a9842aa95f6ddedbb2467ad is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:25.145880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:25.148663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.152206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:25.163476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Made reservation on behalf of 5a8a8cb54a9842aa95f6ddedbb2467ad for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:25.169471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.179087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 8c5bad9d-ca91-49e2-9470-a07225d9359b, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=8c5bad9d-ca91-49e2-9470-a07225d9359b,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:25.181481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:17Z', 'revision_number': 3, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:25.186027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.188217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424a6066-740d-4d67-bef6-3e8fff8c5ccc None None] The sync data for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb is: [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:17Z', 'revision_number': 3, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:25.190247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.205075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.208155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.238904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:25.245476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Usage tracker for resource:security_group_rule and tenant:5a8a8cb54a9842aa95f6ddedbb2467ad is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:25.248657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:25.255204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:25.278120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=8c5bad9d-ca91-49e2-9470-a07225d9359b,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.282120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.294136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.407397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.415596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-606376e3-cf34-461f-aa5e-d337f11ee6f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.441062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e18cd8-49b0-43ad-baf5-7b325b27d8bf,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.452798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.454730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.457487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.461630 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9e18cd8-49b0-43ad-baf5-7b325b27d8bf HTTP/1.1" status: 204 len: 168 time: 0.4174998 Apr 15 10:55:25.462667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.468178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2e5f789c-8703-4ca8-9104-7b9bd5f4cb62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.505957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:25.516031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5495dbe-e153-471e-ad76-47511d3d8f01,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:25.522066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:25.525006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.525488 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Added segment 588fd738-12bf-4e75-8f6e-dc234a77947d of type vlan for network 20d83cd3-140a-48fb-bb58-0571bea27f1c Apr 15 10:55:25.535386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:25.547030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Sync routers for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:25.559589 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4f17771-5ad1-4ad6-bc6c-87eae5c763d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7623305 Apr 15 10:55:25.566104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.570547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:25.572123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:25.609900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.610646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.612168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:25.612721 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.614183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.615279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.618043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:25.671810 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5491204 Apr 15 10:55:25.676225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35728) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:25.718757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Request body: {'subnet': {'network_id': '20d83cd3-140a-48fb-bb58-0571bea27f1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-130000942-subnet', 'tenant_id': '5a8a8cb54a9842aa95f6ddedbb2467ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:25.725356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:25.729931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Usage tracker for resource:subnet and tenant:5a8a8cb54a9842aa95f6ddedbb2467ad is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:25.733729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:25.745182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:25.868045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Made reservation on behalf of 5a8a8cb54a9842aa95f6ddedbb2467ad for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:25.872842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:25.889234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:25.894553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.032804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Pushing event updated for resources: {'Network': ['ID=20d83cd3-140a-48fb-bb58-0571bea27f1c,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.044139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:26.109348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.183037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35744) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:26.267577 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Pushing event updated for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.271671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:26.277174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:26.280691 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:26.397682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.532367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:26.542482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Usage tracker for resource:security_group_rule and tenant:5192964b887e4943aed0e2c4d87ac96f is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:26.548893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:26.572641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:26.626027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:23Z', 'revision_number': 2, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:26.630991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Checking router: b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:26.631779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Updating router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:26.709065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.710056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.717390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:26.730950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ba6746a4-0cef-44ba-9ed4-598ea63b673f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:26.746497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Router 25fd0f75-6169-4e15-84c4-db5ff16a6297 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:26.804889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-17fb22c8-d9ee-45f6-a407-56e160735a4c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:26.807255 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-17fb22c8-d9ee-45f6-a407-56e160735a4c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.3646839 Apr 15 10:55:26.842065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35768) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:26.855161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1518920621-network', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:26.860990 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-2c07da6d-4eb9-4333-ae94-0d5fc6a425e5 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/quotas/7de0eea7cf1544adb30689b8cd97eedd HTTP/1.1" status: 200 len: 375 time: 0.0340934 Apr 15 10:55:26.866715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:26.904603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Usage tracker for resource:network and tenant:08dcde96399245c7a008de5d1abebcb1 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:26.916480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:26.956379 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5192964b887e4943aed0e2c4d87ac96f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7709424 Apr 15 10:55:26.957506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35772) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:26.972112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6866cb7-69e2-46ed-944c-4a31c696f7fa,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:26.981244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.136599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.169666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:27.172719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.179966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.208533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Made reservation on behalf of 08dcde96399245c7a008de5d1abebcb1 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:27.213871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.218429 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] 10.222.0.32 "PUT /v2.0/routers/25fd0f75-6169-4e15-84c4-db5ff16a6297/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4837677 Apr 15 10:55:27.231926 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.245833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.250451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.258755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.266301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-71f3a79c-e5cc-4361-ad16-89beec8e9f54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.286019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.286019 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6866cb7-69e2-46ed-944c-4a31c696f7fa HTTP/1.1" status: 204 len: 168 time: 0.3097239 Apr 15 10:55:27.289295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.294573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6866cb7-69e2-46ed-944c-4a31c696f7fa,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.304788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Transition to ACTIVE for port object 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:27.306238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b09dc963-a8ba-480e-ab00-6e3bb50cf37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.315476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.336165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:27.384701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:27.410444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Usage tracker for resource:security_group_rule and tenant:08dcde96399245c7a008de5d1abebcb1 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:27.422101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:27.451685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:27.461001 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-7935d9e2-bced-4905-9708-1672671e55c6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5618303 Apr 15 10:55:27.475305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8daf2b9a-a6e9-47a2-8f5d-b0c000a987d6,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.509922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.578917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 6b78ed1a-5a80-4467-b763-fafb028f8902 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:27.685850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948ed35-956f-44b6-9124-5a2922219590 None None] Pushing event updated for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:27.689787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6948ed35-956f-44b6-9124-5a2922219590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:27.754276 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-6f9c56d9-27a8-4779-9bb1-b2caf60cc394 service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726672 Apr 15 10:55:27.763999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 6b78ed1a-5a80-4467-b763-fafb028f8902 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:27.766935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Checking segment: {'id': '588fd738-12bf-4e75-8f6e-dc234a77947d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '20d83cd3-140a-48fb-bb58-0571bea27f1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:27.767440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Network hostable DHCP agents. Network: 20d83cd3-140a-48fb-bb58-0571bea27f1c, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:27.772590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 6b78ed1a-5a80-4467-b763-fafb028f8902 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:27.773163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:27.997757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.016858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 6b78ed1a-5a80-4467-b763-fafb028f8902, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=6b78ed1a-5a80-4467-b763-fafb028f8902,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:28.021066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.022250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8c5bad9d-ca91-49e2-9470-a07225d9359b up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:28.036102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.088544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-106e1584-6298-4563-a40d-a9154eee13cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.094101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.114135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e30cff5b-7123-480d-9c3c-2b1cce3cb3f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.125791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:28.156183 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-1c1db8de-bf71-4f09-ba69-fe0fa3eec2d0 service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727193 Apr 15 10:55:28.160737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 20d83cd3-140a-48fb-bb58-0571bea27f1c) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:28.173144 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Attempting to bind port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:28.173670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Attempting to bind port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:28.173940 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Attempting to bind port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 on network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:28.195025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:28.195565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Checking segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:28.196023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.196459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Bound using segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:28.197398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Bound port: 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:28.197398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.199614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:55:28.204096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee08b6a5-a089-4518-8910-ea7abe02acdf None None] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:28.259696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.262553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.277204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd1992-9672-4769-97b3-9b0bf92ee03f,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.312983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.325435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.325825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Added segment e71e4321-8120-4b24-a858-924bdb3b4675 of type vlan for network 424a12eb-50b9-488d-a9c8-45ad126fd26c Apr 15 10:55:28.383313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] For port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:28.387430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] For port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:28.391408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.400857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=6b78ed1a-5a80-4467-b763-fafb028f8902,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.401362 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7239673 Apr 15 10:55:28.412559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.447052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.464763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.467817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 8c5bad9d-ca91-49e2-9470-a07225d9359b triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:28.468638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.537765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.539481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.540430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:28.553836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:28.643299 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948ed35-956f-44b6-9124-5a2922219590 None None] Pushing event updated for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=4']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.657589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6948ed35-956f-44b6-9124-5a2922219590 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.765100 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9208183 Apr 15 10:55:28.777981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-5efe15a5-85c6-4c4b-a410-959383f5a5ed tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:28.781602 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-5efe15a5-85c6-4c4b-a410-959383f5a5ed tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 818 time: 0.4558983 Apr 15 10:55:28.784823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35822) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:28.799708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Request body: {'subnet': {'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1518920621-subnet', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:28.823407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:28.864073 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07618294-31e8-4189-8365-354cd89ea5ac req-48e76ba1-d3f5-4cc0-bfa7-fc7bef4bc550 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 210 time: 0.0971262 Apr 15 10:55:28.873710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Pushing event updated for resources: {'Network': ['ID=424a12eb-50b9-488d-a9c8-45ad126fd26c,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:28.879373 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-3d40c96c-8ea1-43f2-8784-9956e7563609 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/quotas/2843cf37e49640fc81549264ad1c6ff9 HTTP/1.1" status: 200 len: 375 time: 0.0714118 Apr 15 10:55:28.882603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Usage tracker for resource:subnet and tenant:08dcde96399245c7a008de5d1abebcb1 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:28.883041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:28.953239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:55:29.039719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:29.040578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:29.040830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:29.093988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:29.123484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Made reservation on behalf of 08dcde96399245c7a008de5d1abebcb1 for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:29.135964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:29.469896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:29.624163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-79297ae4-190d-4017-90c8-041cb9574c88 req-86f55a93-dfae-46d1-a922-b85149b99a21 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Synchronizing usage tracker for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:29.683241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-79297ae4-190d-4017-90c8-041cb9574c88 req-86f55a93-dfae-46d1-a922-b85149b99a21 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Unset dirty status for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:29.696332 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-86f55a93-dfae-46d1-a922-b85149b99a21 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8155808 Apr 15 10:55:29.697661 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Sync routers for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:29.747908 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c51f8-a612-4ab1-9bc9-dc2d435f4c2f None None] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:29.965327 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-5b321a62-d548-4a7d-b413-dcafb4c238d1 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678926 Apr 15 10:55:29.981740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-ee632d3b-5067-42a0-a582-d4f7fa15d0f4 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:29.982581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-ee632d3b-5067-42a0-a582-d4f7fa15d0f4 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Synchronizing usage tracker for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:30.030716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-ee632d3b-5067-42a0-a582-d4f7fa15d0f4 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Unset dirty status for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:30.040935 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-ee632d3b-5067-42a0-a582-d4f7fa15d0f4 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/networks?id=16b3ba36-648c-4769-a6de-b998a2e5ad10 HTTP/1.1" status: 200 len: 809 time: 0.3360832 Apr 15 10:55:30.076596 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-84f3a624-d12a-44ea-b8af-3a235bcc73d2 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/quotas/6c5e598c1b1e43de9a321513d7021255 HTTP/1.1" status: 200 len: 375 time: 0.0342250 Apr 15 10:55:30.121470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:28Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:30.140344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baf1366-ccf1-48bd-a8a2-029d55635eb9 None None] The sync data for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb is: [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:28Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:30.164712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:30.165427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:30.175400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:30.298889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-03ef0ebc-7790-4495-bd3d-4139eedbba45 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6c5e598c1b1e43de9a321513d7021255&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2198389 Apr 15 10:55:30.604108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:30.620873 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-83095923-6ebf-41ae-bc6c-75ce4f83c5a3 service neutron] 10.222.0.32 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175895 Apr 15 10:55:30.635563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dc07ea2a-4ae4-47a6-8b54-99636f1aa7ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:30.695633 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-9a10f164-f490-496c-9271-36c3e65c099b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:30.698323 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-9a10f164-f490-496c-9271-36c3e65c099b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.2355020 Apr 15 10:55:30.743571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Request body: {'port': {'device_id': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'admin_state_up': True, 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:30.865757 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-869d430e-fec2-40b0-b685-f2abac4391f3 service neutron] 10.222.0.32 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438500 Apr 15 10:55:31.087814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:31.100422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:31.115364 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-632ac008-7cbd-48a3-923c-45e9b039c5a6 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1403172 Apr 15 10:55:31.135976 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:31.142018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.144357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:31.211718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8db72c1a-e2e3-47ab-92a2-7804f1c965aa,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:31.251864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:31.252844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Checking segment: {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:31.253374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Network hostable DHCP agents. Network: 424a12eb-50b9-488d-a9c8-45ad126fd26c, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:55:31.324718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:31.331771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:31.332192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.431534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:55:31.557804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 424a12eb-50b9-488d-a9c8-45ad126fd26c) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:31.597893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:24Z', 'revision_number': 4, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '451c68d3-4f48-4da1-81ed-c1aaad0d3460', 'name': '', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'mac_address': 'fa:16:3e:9b:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:21Z', 'updated_at': '2021-04-15T10:55:24Z', 'revision_number': 2, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'subnets': [{'id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:31.605094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5ddaea-ab4b-4e38-b24c-abcb3d59790d None None] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:31.642914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:31.647116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.714088 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4011d05a-2c9b-488f-94e1-2605df5bc33c req-4e580923-ee6b-4b50-9281-9f129c8ba419 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 210 time: 0.0889547 Apr 15 10:55:31.719492 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e346b0ae-24b8-4b76-85e1-62c5b1e8b256 req-0e97b04c-c772-46df-b113-47ef195ba1d5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 210 time: 0.2565675 Apr 15 10:55:31.732115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Checking router: 25fd0f75-6169-4e15-84c4-db5ff16a6297 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:31.732815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Updating router 25fd0f75-6169-4e15-84c4-db5ff16a6297 port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:31.852634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:31.899558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.129280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:32.135097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.136007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 6b78ed1a-5a80-4467-b763-fafb028f8902 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:32.175524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:32.346930 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bbb1ac2b-8ffd-4e68-b1e9-c14c0f7dadfd req-cce2fdec-7d6b-4ea3-a3f0-69ad4b37088b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 210 time: 0.5101471 Apr 15 10:55:32.352228 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.5652854 Apr 15 10:55:32.355201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35908) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:32.364855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:32.388058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:32.394114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Allocated IP 172.20.0.12 (3f9b39a4-70d5-4957-bbd0-24e438b35d08/86801a6c-48b9-417b-841f-202cda1f4360/835a1fbe-acf7-47be-853a-d41aff97137a) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:32.394502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Usage tracker for resource:router and tenant:08dcde96399245c7a008de5d1abebcb1 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:32.398595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:32.414479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:32.435359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.436770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.471454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.726775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f5bf7fd1-2180-4113-bb82-d75b9aa4c3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.730062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-424a12eb-50b9-488d-a9c8-45ad126fd26c', 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'fixed_ips': [{'subnet_id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:55:32.731645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.741893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:32.745749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:32.759560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 6b78ed1a-5a80-4467-b763-fafb028f8902 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:32.759698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.768177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.928873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:32.954599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-a3a0bbf5-98e1-4bda-b0cd-ec5ab1fae4c3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:32.956419 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-a3a0bbf5-98e1-4bda-b0cd-ec5ab1fae4c3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 818 time: 0.2214870 Apr 15 10:55:32.994105 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-355b0fae-0cb2-468f-a314-f87298833f1c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/quotas/2843cf37e49640fc81549264ad1c6ff9 HTTP/1.1" status: 200 len: 375 time: 0.0296855 Apr 15 10:55:32.996856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.047580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379', '30d52831-c358-46d0-b6d8-0ef3170a99c1'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:33.062674 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-455aecd3-deb5-4616-bef0-db4e196fc4ce req-21bdaa8b-3fdc-4144-8454-b24c799f7f42 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 210 time: 0.1257284 Apr 15 10:55:33.128181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-de47e0a4-234c-4589-8cee-9ed4ea80e99a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:33.513323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.529506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Transition to ACTIVE for port object 451c68d3-4f48-4da1-81ed-c1aaad0d3460 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:33.538178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:33.600507 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:33.622973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-8337b95b-fb4b-4643-8468-4e9ed5d914a7 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.631582 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-8337b95b-fb4b-4643-8468-4e9ed5d914a7 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.26 "GET /v2.0/networks?id=16b3ba36-648c-4769-a6de-b998a2e5ad10 HTTP/1.1" status: 200 len: 809 time: 0.4412637 Apr 15 10:55:33.638622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:33.662178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd97be8-7191-433c-b246-d54d72804702 req-06e18d01-75f0-4466-bc0f-4879f9492ffa tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:33.663855 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-edd97be8-7191-433c-b246-d54d72804702 req-06e18d01-75f0-4466-bc0f-4879f9492ffa tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 932 time: 0.3247299 Apr 15 10:55:33.669864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Request body: {'port': {'device_id': '952369cb-6e0b-4c27-96c2-08c080eda796', 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10', 'admin_state_up': True, 'tenant_id': '6c5e598c1b1e43de9a321513d7021255'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:33.727737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Pushing event updated for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:33.818989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.918211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Allocated IP 172.20.0.2 (424a12eb-50b9-488d-a9c8-45ad126fd26c/8db72c1a-e2e3-47ab-92a2-7804f1c965aa/4b406e6c-029b-4e87-bcc9-d2f78caca226) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:33.925276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event updated for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:33.929868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:33.944071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:33.961639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Usage tracker for resource:port and tenant:6c5e598c1b1e43de9a321513d7021255 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:33.966532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:33.976192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:33.994185 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-e85fbc8b-b2ea-4f18-b092-5028c4565d93 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9910829 Apr 15 10:55:34.013785 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-edd97be8-7191-433c-b246-d54d72804702 req-d3bb7e13-8089-4a5f-a36d-b5bb046d9066 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956133 Apr 15 10:55:34.021718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:34.026491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:34.036528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:34.050851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.051593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.106883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.116073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Made reservation on behalf of 6c5e598c1b1e43de9a321513d7021255 for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:34.130000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.155008 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4450896 Apr 15 10:55:34.203838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.230881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Request body: {'port': {'device_id': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:34.233769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:34.234395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.302432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-7b1863fa-b5ea-44cf-a88f-6f0bf9b0ec78 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:34.303166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-79297ae4-190d-4017-90c8-041cb9574c88 req-7b1863fa-b5ea-44cf-a88f-6f0bf9b0ec78 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Synchronizing usage tracker for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:34.417609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Allocated IP 172.28.3.159 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/90106773-687c-410a-9dba-44961d13c487) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:34.452353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-79297ae4-190d-4017-90c8-041cb9574c88 req-7b1863fa-b5ea-44cf-a88f-6f0bf9b0ec78 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Unset dirty status for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:34.453720 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-7b1863fa-b5ea-44cf-a88f-6f0bf9b0ec78 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 818 time: 0.8522642 Apr 15 10:55:34.466490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Allocated IP 172.20.0.4 (16b3ba36-648c-4769-a6de-b998a2e5ad10/e02ec2db-126d-428d-8ece-577a18186376/802beb40-54bc-4aaf-8f7d-653f9e07a18a) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:34.509945 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Request body: {'port': {'device_id': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'admin_state_up': True, 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:34.645901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-658bb1cc-1330-4757-bd1a-ad0cf90fcb31 req-bcf20b14-4d77-4a29-be03-7de6eb390fbf tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 210 time: 0.1400464 Apr 15 10:55:34.688068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.730994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Attempting to bind port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:34.731542 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Attempting to bind port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:34.731799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Attempting to bind port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:34.735797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Transition to ACTIVE for port object 4b406e6c-029b-4e87-bcc9-d2f78caca226 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:34.754357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:34.754781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Checking segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:34.755316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.756138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Bound using segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:34.756266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Bound port: 451c68d3-4f48-4da1-81ed-c1aaad0d3460, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:34.756663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.757073 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-091d4349-4bca-4017-a634-f7e1e362b976 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6855843 Apr 15 10:55:34.762015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.792122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.802287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:34.804417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Transition to ACTIVE for port object 4b406e6c-029b-4e87-bcc9-d2f78caca226 will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:34.815560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:34.831373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Made reservation on behalf of 2843cf37e49640fc81549264ad1c6ff9 for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:34.838159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.858046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:34.874902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6f7a2bf8-839c-4d66-ad3f-5076c8da957e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:35.107491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Pushing event updated for resources: {'Port': ['ID=4b406e6c-029b-4e87-bcc9-d2f78caca226,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:35.110660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:35.120766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22c2c9fe-86d2-443b-b77c-83c6d1b62b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.123461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Allocated IP 172.20.0.6 (f11e8153-e994-4d8b-818a-2e68ad0762b8/3ef539bc-f931-4def-9c54-4616c5d7eb5a/9f4ab986-5596-40d6-b229-ea48406f3b84) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:35.153654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] For port 451c68d3-4f48-4da1-81ed-c1aaad0d3460, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:35.179188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.189823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] For port 451c68d3-4f48-4da1-81ed-c1aaad0d3460, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=451c68d3-4f48-4da1-81ed-c1aaad0d3460,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:35.195578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.207414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75157c58-5256-4181-bc5c-890f86d2ad86 service neutron] 10.222.0.32 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315910 Apr 15 10:55:35.216331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:35.469990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.489265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:35.565292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:35.583722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:35.585867 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:35.591292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 35968) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:35.706180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.768180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6658e520-db8e-46b5-8e2b-1d8637f97905 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:35.815229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Pushing event updated for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:35.818902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:35.848983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Attempting to bind port 4b406e6c-029b-4e87-bcc9-d2f78caca226 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:35.849457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Attempting to bind port 4b406e6c-029b-4e87-bcc9-d2f78caca226 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:35.849975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Attempting to bind port 4b406e6c-029b-4e87-bcc9-d2f78caca226 on network 424a12eb-50b9-488d-a9c8-45ad126fd26c {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:35.856074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.868081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:35.868654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Checking segment: {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:35.869204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.869751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Bound using segment: {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:35.870459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Bound port: 4b406e6c-029b-4e87-bcc9-d2f78caca226, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:35.870934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.902842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:35.903702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:35.915900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.959718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:35.992361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:36.007873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Pushing event updated for resources: {'Port': ['ID=90106773-687c-410a-9dba-44961d13c487,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.011007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:28afd1a151cf4d4d8c210e8021f74fc9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:36.017331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Pushing event updated for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.018445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:36.021618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.026810 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9436753c-ff86-4181-b779-571fbb1e2bd7 req-d1ee8291-b7b0-48ae-80c9-5bb15944e5db tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 210 time: 0.2320938 Apr 15 10:55:36.028181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.049197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bff48-a039-4fc2-925d-713cb72e7cba req-42de14db-0130-4ca0-ac3b-760a07095b71 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:36.062836 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-608bff48-a039-4fc2-925d-713cb72e7cba req-42de14db-0130-4ca0-ac3b-760a07095b71 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 932 time: 0.6125014 Apr 15 10:55:36.115417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:36.221460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:36.258964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:36.270743 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-608bff48-a039-4fc2-925d-713cb72e7cba req-318097d4-0f28-4b6d-b4a7-cffdfcedb1b5 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068624 Apr 15 10:55:36.326061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:36.353055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:36.359259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:36.360166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.363906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.375263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.392042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:36.395300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 835a1fbe-acf7-47be-853a-d41aff97137a {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:36.395730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.408933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.427636 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7665389 Apr 15 10:55:36.440726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Transition to ACTIVE for port object 835a1fbe-acf7-47be-853a-d41aff97137a will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:36.443031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:36.446977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Request body: {'port': {'device_id': '952369cb-6e0b-4c27-96c2-08c080eda796', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:36.450725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:36.481313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.483072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-81302581-e62c-449f-a820-21f1905f0084 None None] For port 4b406e6c-029b-4e87-bcc9-d2f78caca226, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:36.495366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.514617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.547845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.555832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-81302581-e62c-449f-a820-21f1905f0084 None None] For port 4b406e6c-029b-4e87-bcc9-d2f78caca226, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4b406e6c-029b-4e87-bcc9-d2f78caca226,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:36.573731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.597531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.642146 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28afd1a151cf4d4d8c210e8021f74fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0496428 Apr 15 10:55:36.647134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Pushing event updated for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.649905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 35984) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:36.660779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b904356-6421-47d4-a2e4-b65085514dde req-cc61571e-90ca-4961-a3dc-c9a6e096f071 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:36.661714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7b904356-6421-47d4-a2e4-b65085514dde req-cc61571e-90ca-4961-a3dc-c9a6e096f071 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Synchronizing usage tracker for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:36.662314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.673219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19aee70a-b933-45e2-8600-3da21c04d58b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:36.755395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Pushing event updated for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.784960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.786827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Pushing event updated for resources: {'Port': ['ID=4b406e6c-029b-4e87-bcc9-d2f78caca226,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.832719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.844612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7b904356-6421-47d4-a2e4-b65085514dde req-cc61571e-90ca-4961-a3dc-c9a6e096f071 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Unset dirty status for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:36.845896 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7b904356-6421-47d4-a2e4-b65085514dde req-cc61571e-90ca-4961-a3dc-c9a6e096f071 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 931 time: 0.5615027 Apr 15 10:55:36.881680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1528c96e-bca1-4281-9d43-a04cc3025997,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:36.901856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:36.911237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:24Z', 'revision_number': 4, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '451c68d3-4f48-4da1-81ed-c1aaad0d3460', 'name': '', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'mac_address': 'fa:16:3e:9b:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:21Z', 'updated_at': '2021-04-15T10:55:35Z', 'revision_number': 4, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'subnets': [{'id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:36.914627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:36.916056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9747b2-3037-409e-a4ed-8a0acdfdb4f2 None None] The sync data for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb is: [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:24Z', 'revision_number': 4, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '451c68d3-4f48-4da1-81ed-c1aaad0d3460', 'name': '', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'mac_address': 'fa:16:3e:9b:c4:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:21Z', 'updated_at': '2021-04-15T10:55:35Z', 'revision_number': 4, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'subnets': [{'id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:36.956159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:36.974545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:36.976028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:37.037623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.26', 60044) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:37.112094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.245501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7b904356-6421-47d4-a2e4-b65085514dde req-704317fb-8bf0-4e1a-94d0-0cdc67053e9d tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555484 Apr 15 10:55:37.279557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.339729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.595679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Attempting to bind port 835a1fbe-acf7-47be-853a-d41aff97137a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:37.596188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Attempting to bind port 835a1fbe-acf7-47be-853a-d41aff97137a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:37.596772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Attempting to bind port 835a1fbe-acf7-47be-853a-d41aff97137a on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:37.610887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Port 835a1fbe-acf7-47be-853a-d41aff97137a on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:37.611387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Attempting to bind port 835a1fbe-acf7-47be-853a-d41aff97137a on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:37.629583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4b406e6c-029b-4e87-bcc9-d2f78caca226 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:37.699250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:37.699995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Checking segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:37.700249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Bound using segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:37.701124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Bound port: 835a1fbe-acf7-47be-853a-d41aff97137a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:37.701606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.711557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 4b406e6c-029b-4e87-bcc9-d2f78caca226 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:37.717666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 451c68d3-4f48-4da1-81ed-c1aaad0d3460 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:37.799523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:37.805236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:37.805798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.807407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:37.808118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:37.912950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:37.922901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a2ef444b-3e50-4083-ae1a-128c5bb581c1 req-ac3935ce-daa7-48b2-be89-d204b29dcaf3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 210 time: 0.7045152 Apr 15 10:55:37.968946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.005560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 451c68d3-4f48-4da1-81ed-c1aaad0d3460, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=451c68d3-4f48-4da1-81ed-c1aaad0d3460,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:38.008665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.015418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:38.057984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.082118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:38.118554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:38.119681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=835a1fbe-acf7-47be-853a-d41aff97137a,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:38.122671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:38.122928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1528c96e-bca1-4281-9d43-a04cc3025997,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:38.132991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:38.136036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.158592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2a54d05d-fe98-4c45-90de-08b85cb5a175 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:38.164632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-a39d5873-b808-4594-b44a-aa8f8309a74a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.167254 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-a39d5873-b808-4594-b44a-aa8f8309a74a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 818 time: 1.1274908 Apr 15 10:55:38.196077 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6915507 Apr 15 10:55:38.215972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.217307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.221505 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1528c96e-bca1-4281-9d43-a04cc3025997 HTTP/1.1" status: 204 len: 168 time: 1.5536458 Apr 15 10:55:38.328278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12981139-b1f0-4939-b798-683d14132915 req-159278b2-ebc1-4028-b179-ade4de5cbeea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.329224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-12981139-b1f0-4939-b798-683d14132915 req-159278b2-ebc1-4028-b179-ade4de5cbeea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:38.379720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Request body: {'port': {'device_id': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:38.422535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Pushing event updated for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:38.451805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:38.481653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-12981139-b1f0-4939-b798-683d14132915 req-159278b2-ebc1-4028-b179-ade4de5cbeea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:38.483311 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12981139-b1f0-4939-b798-683d14132915 req-159278b2-ebc1-4028-b179-ade4de5cbeea tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 944 time: 0.8688118 Apr 15 10:55:38.493265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Request body: {'port': {'device_id': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'admin_state_up': True, 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:38.504810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 802beb40-54bc-4aaf-8f7d-653f9e07a18a {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:38.536646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.581914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Transition to ACTIVE for port object 802beb40-54bc-4aaf-8f7d-653f9e07a18a will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:38.591081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:38.591794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.593477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] 10.222.0.26 "PUT /v2.0/ports/835a1fbe-acf7-47be-853a-d41aff97137a HTTP/1.1" status: 200 len: 1094 time: 4.3718970 Apr 15 10:55:38.594047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:38.610974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.640600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-77845b37-678f-412e-a006-d10bb41e25f8 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:38.680059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12981139-b1f0-4939-b798-683d14132915 req-11b458cb-2791-4e28-bf6c-65f8e22dc09d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872737 Apr 15 10:55:38.737310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 36028) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:38.809501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a', 'status': 'completed', 'code': 200} Apr 15 10:55:38.832248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424f73da-e7da-4046-bdb1-2028a993697f None None] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:55:38.924965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Provisioning for port 4b406e6c-029b-4e87-bcc9-d2f78caca226 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:38.942648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Provisioning complete for port 4b406e6c-029b-4e87-bcc9-d2f78caca226 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:38.943144 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:38.998820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.075988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:39.077358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Pushing event updated for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:39.080339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:39.080961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Usage tracker for resource:port and tenant:2843cf37e49640fc81549264ad1c6ff9 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:39.084335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Quota usage for port was recalculated. Used quota:2. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:39.091149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:39.099267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.101979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.121980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:39.160230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Made reservation on behalf of 2843cf37e49640fc81549264ad1c6ff9 for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:55:39.166351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.185901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Usage tracker for resource:security_group_rule and tenant:88f01ed8a24540fb8e5d5dda74725d92 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:39.193622 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-002d9442-f312-463a-8d9c-075df1ce3a61 req-a9ff579a-c202-455f-bf57-2827c2fac2c3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 210 time: 0.1098440 Apr 15 10:55:39.196984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:39.215764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:39.234789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.281446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] For port 4b406e6c-029b-4e87-bcc9-d2f78caca226, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4b406e6c-029b-4e87-bcc9-d2f78caca226,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:39.290490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.293814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:39.365462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-0d7c6083-d0e5-4af7-bdd5-0146cef10a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.369667 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-0d7c6083-d0e5-4af7-bdd5-0146cef10a42 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 1097 time: 0.7304256 Apr 15 10:55:39.378263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Pushing event updated for resources: {'Port': ['ID=4b406e6c-029b-4e87-bcc9-d2f78caca226,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:39.389320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:39.431416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48baae24-647a-4eba-8cf9-8846f37a2c7a req-9e79e895-06e1-454e-83cc-479eac101005 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.433126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48baae24-647a-4eba-8cf9-8846f37a2c7a req-9e79e895-06e1-454e-83cc-479eac101005 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 943 time: 0.9219766 Apr 15 10:55:39.439980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 451c68d3-4f48-4da1-81ed-c1aaad0d3460 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:39.512341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Attempting to bind port 802beb40-54bc-4aaf-8f7d-653f9e07a18a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:39.512696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Attempting to bind port 802beb40-54bc-4aaf-8f7d-653f9e07a18a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '441f5020-be56-4356-a18e-cbf94e57576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:39.513080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Attempting to bind port 802beb40-54bc-4aaf-8f7d-653f9e07a18a on network 16b3ba36-648c-4769-a6de-b998a2e5ad10 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:39.520705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Port 802beb40-54bc-4aaf-8f7d-653f9e07a18a on network 16b3ba36-648c-4769-a6de-b998a2e5ad10 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:39.521070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Attempting to bind port 802beb40-54bc-4aaf-8f7d-653f9e07a18a on network 16b3ba36-648c-4769-a6de-b998a2e5ad10 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:39.525048 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-69adec11-4ff0-4bc6-b3c3-da8107cbf2a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=835a1fbe-acf7-47be-853a-d41aff97137a HTTP/1.1" status: 200 len: 217 time: 0.1212018 Apr 15 10:55:39.536710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:39.537615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.576579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:39.576957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Checking segment: {'id': '441f5020-be56-4356-a18e-cbf94e57576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:39.577439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Bound using segment: {'id': '441f5020-be56-4356-a18e-cbf94e57576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:39.577886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Bound port: 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '441f5020-be56-4356-a18e-cbf94e57576e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 659, 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:39.578321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.645601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-6e05901e-16d0-4552-83b0-032ca48056eb None None] Provisioning complete for port 4b406e6c-029b-4e87-bcc9-d2f78caca226 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:39.646139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e05901e-16d0-4552-83b0-032ca48056eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.703177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-35c6eddd-0850-4689-9cde-6a8323b93ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:39.704759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-35c6eddd-0850-4689-9cde-6a8323b93ec8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.1687763 Apr 15 10:55:39.774274 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-b13a5235-da7b-4e63-83ac-a9807f4559de service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535629 Apr 15 10:55:39.932588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-48baae24-647a-4eba-8cf9-8846f37a2c7a req-4fc2e5e0-f0a1-458d-b6b9-6f8671c6f33b tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Synchronizing usage tracker for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:39.950148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:39.951475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Router e0cdf747-0e32-4fca-a509-625847da5cf2 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:55:39.961611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.979919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a,segment=NetworkSegment(441f5020-be56-4356-a18e-cbf94e57576e),segment_id=441f5020-be56-4356-a18e-cbf94e57576e)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:39.981381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:39.992938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e4e09419-c7b2-4ed7-8ecf-f0aac1ed3ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:40.007024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.104653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-48baae24-647a-4eba-8cf9-8846f37a2c7a req-4fc2e5e0-f0a1-458d-b6b9-6f8671c6f33b tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Unset dirty status for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:40.105997 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48baae24-647a-4eba-8cf9-8846f37a2c7a req-4fc2e5e0-f0a1-458d-b6b9-6f8671c6f33b tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844998 Apr 15 10:55:40.142695 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=88f01ed8a24540fb8e5d5dda74725d92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3359821 Apr 15 10:55:40.155310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d674092-e705-46b6-9c6e-32781fdbdf40,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:40.161871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 36040) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:40.168409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.180393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2c2de53f-7a07-4a78-87dd-14648917e09b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.149s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:40.226020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Allocated IP 172.20.0.13 (f11e8153-e994-4d8b-818a-2e68ad0762b8/3ef539bc-f931-4def-9c54-4616c5d7eb5a/b2a1a8b7-51cf-4054-a8fc-66eeb9148c59) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:40.270534 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-9e6d84c6-aa1e-49f1-a6b2-58e88dff35be service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4820139 Apr 15 10:55:40.281790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:40.294120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Sync routers for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:40.310517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:40.311608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:40.335349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cc2882-72a0-46a1-8403-88f90120c140 req-cf33a754-844b-447f-9a7d-b77941922fbb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.336968 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3cc2882-72a0-46a1-8403-88f90120c140 req-cf33a754-844b-447f-9a7d-b77941922fbb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 944 time: 0.5164299 Apr 15 10:55:40.400733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-306e9fcd-7107-49e3-94e0-71e432f97b66 req-cbed6e85-fd7c-462c-a3a0-c4d8f02f03c4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Synchronizing usage tracker for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:40.450330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.451685 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.0953519 Apr 15 10:55:40.456712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 36046) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:40.482726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-306e9fcd-7107-49e3-94e0-71e432f97b66 req-cbed6e85-fd7c-462c-a3a0-c4d8f02f03c4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Unset dirty status for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:40.483984 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-306e9fcd-7107-49e3-94e0-71e432f97b66 req-cbed6e85-fd7c-462c-a3a0-c4d8f02f03c4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 210 time: 0.1648383 Apr 15 10:55:40.530795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:40.555533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.576343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Pushing event updated for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:40.607667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.659978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.680313 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3cc2882-72a0-46a1-8403-88f90120c140 req-ab58ff7f-bcfd-4c9d-90d6-2aab119d61e1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280158 Apr 15 10:55:40.681729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:40.682451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.683953 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-11ea90b0-f873-4992-9023-e547efad943a service neutron] 10.222.0.26 "PUT /v2.0/ports/802beb40-54bc-4aaf-8f7d-653f9e07a18a HTTP/1.1" status: 200 len: 1093 time: 4.2447977 Apr 15 10:55:40.684068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b2d62c75-2c67-4cc8-8a0f-4cfaa3cca3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:40.696690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.816723 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:40.861648 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3516855-dbc0-47fd-a660-1b0e81fb1783 req-781da702-3211-4a00-a33d-284423385753 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5661163 Apr 15 10:55:40.873475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:40.878117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Pushing event updated for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:40.888644 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a', 'status': 'completed', 'code': 200} Apr 15 10:55:40.890491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:37Z', 'revision_number': 3, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:40.894999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Checking router: e0cdf747-0e32-4fca-a509-625847da5cf2 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:40.895591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Updating router e0cdf747-0e32-4fca-a509-625847da5cf2 port 90106773-687c-410a-9dba-44961d13c487 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:40.900834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:40.968134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.042642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:41.044943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4ab986-5596-40d6-b229-ea48406f3b84 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:41.049886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:41.054047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:41.085804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.120690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Transition to ACTIVE for port object 9f4ab986-5596-40d6-b229-ea48406f3b84 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:41.127403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.150104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.150856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.159168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:41.284049 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9096456 Apr 15 10:55:41.300924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Request body: {'port': {'device_id': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:55:41.344602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:41.364712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:41.418860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4b406e6c-029b-4e87-bcc9-d2f78caca226 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:41.475467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-49135f5f-529c-41af-9b66-df90a8a369f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.476876 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-49135f5f-529c-41af-9b66-df90a8a369f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c5e598c1b1e43de9a321513d7021255&device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 1096 time: 0.7462127 Apr 15 10:55:41.510548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 4b406e6c-029b-4e87-bcc9-d2f78caca226 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:41.510979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.557242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.576912 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-c5206975-ffd3-470b-8357-1f8f3cb54efe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a HTTP/1.1" status: 200 len: 217 time: 0.0890424 Apr 15 10:55:41.653663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-632c59e4-1c63-4fb1-840f-9f60a57964fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.655277 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-632c59e4-1c63-4fb1-840f-9f60a57964fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e02ec2db-126d-428d-8ece-577a18186376 HTTP/1.1" status: 200 len: 849 time: 0.0693934 Apr 15 10:55:41.711654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.732524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eeb2a962-4039-4782-b179-125cb6332ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:41.734112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.747093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Transition to ACTIVE for port object 90106773-687c-410a-9dba-44961d13c487 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:41.753589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.759405 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-9e36a19d-30b7-4136-a6de-4dcae8cbddfc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16b3ba36-648c-4769-a6de-b998a2e5ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0869637 Apr 15 10:55:41.765207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d674092-e705-46b6-9c6e-32781fdbdf40,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:41.767589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:41.768894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:41.917845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918d7e-f300-4dd4-bed3-0662ef412e9f None None] Pushing event updated for resources: {'Port': ['ID=90106773-687c-410a-9dba-44961d13c487,revision_number=2']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:41.922877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-25918d7e-f300-4dd4-bed3-0662ef412e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:41.930398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa138b40-cb82-4911-9313-18b9039836ba req-9a9ac6a3-6c90-4891-9fdf-e47255709bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:41.932066 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-9a9ac6a3-6c90-4891-9fdf-e47255709bac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 1097 time: 0.9633753 Apr 15 10:55:41.952804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:41.956541 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7d674092-e705-46b6-9c6e-32781fdbdf40 HTTP/1.1" status: 204 len: 168 time: 1.7894199 Apr 15 10:55:41.999729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Attempting to bind port 90106773-687c-410a-9dba-44961d13c487 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:42.000332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Attempting to bind port 90106773-687c-410a-9dba-44961d13c487 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:42.000779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Attempting to bind port 90106773-687c-410a-9dba-44961d13c487 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:42.024129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:42.025037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:42.025679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.026350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:42.027051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Bound port: 90106773-687c-410a-9dba-44961d13c487, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:42.027668 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.059262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee71417-1807-46b2-8f9f-49a66e03574f req-24a73140-771b-4483-83ac-da3442357f11 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.060844 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ee71417-1807-46b2-8f9f-49a66e03574f req-24a73140-771b-4483-83ac-da3442357f11 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 943 time: 0.6938865 Apr 15 10:55:42.121626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Attempting to bind port 9f4ab986-5596-40d6-b229-ea48406f3b84 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:42.122006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Attempting to bind port 9f4ab986-5596-40d6-b229-ea48406f3b84 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:42.122405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Attempting to bind port 9f4ab986-5596-40d6-b229-ea48406f3b84 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:42.139983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Port 9f4ab986-5596-40d6-b229-ea48406f3b84 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:42.140339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Attempting to bind port 9f4ab986-5596-40d6-b229-ea48406f3b84 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:42.158851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:42.159193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Checking segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:42.159630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Bound using segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:42.160124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Bound port: 9f4ab986-5596-40d6-b229-ea48406f3b84, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:42.160480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.205699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] For port 90106773-687c-410a-9dba-44961d13c487, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:42.212062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] For port 90106773-687c-410a-9dba-44961d13c487, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=90106773-687c-410a-9dba-44961d13c487,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:42.219943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.236520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:42.319140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a61c4f-7a05-49fc-a30a-af83598b1a84 req-dbf8b6b1-5924-4b84-9ffa-b629516cdb24 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.320856 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-78a61c4f-7a05-49fc-a30a-af83598b1a84 req-dbf8b6b1-5924-4b84-9ffa-b629516cdb24 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 932 time: 0.6064584 Apr 15 10:55:42.360490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25918d7e-f300-4dd4-bed3-0662ef412e9f None None] Pushing event updated for resources: {'Port': ['ID=90106773-687c-410a-9dba-44961d13c487,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:42.368306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-25918d7e-f300-4dd4-bed3-0662ef412e9f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:42.399612 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-4f2f9a84-7faf-4e0e-a008-d89362b5a83d service neutron] 10.222.0.26 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746992 Apr 15 10:55:42.400946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa138b40-cb82-4911-9313-18b9039836ba req-eb813444-c774-43c9-aa57-53ee3191b7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.402602 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-eb813444-c774-43c9-aa57-53ee3191b7f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 916 time: 0.4570503 Apr 15 10:55:42.405961 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ee71417-1807-46b2-8f9f-49a66e03574f req-d7bf9e51-90ac-4ace-a949-7ad9e53f8ee3 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290865 Apr 15 10:55:42.493932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:42.496133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:42.496887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:42.516839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f4ab986-5596-40d6-b229-ea48406f3b84,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:42.520233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-78a61c4f-7a05-49fc-a30a-af83598b1a84 req-c4a9b447-7c44-41c4-bdf6-dad655fdfc7f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Synchronizing usage tracker for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:42.529219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:42.547164 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-0244fb2f-71e8-43f7-8287-b14ef3a7eb1f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=835a1fbe-acf7-47be-853a-d41aff97137a HTTP/1.1" status: 200 len: 217 time: 0.1102638 Apr 15 10:55:42.553523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:42.718485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-78a61c4f-7a05-49fc-a30a-af83598b1a84 req-c4a9b447-7c44-41c4-bdf6-dad655fdfc7f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Unset dirty status for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:42.723152 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-78a61c4f-7a05-49fc-a30a-af83598b1a84 req-c4a9b447-7c44-41c4-bdf6-dad655fdfc7f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854554 Apr 15 10:55:42.783348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:42.797124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa138b40-cb82-4911-9313-18b9039836ba req-88a0bd60-48b6-4e64-bfd6-1921243636e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:42.798784 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-88a0bd60-48b6-4e64-bfd6-1921243636e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.2431684 Apr 15 10:55:42.807365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:42.820185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:42.886200 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-c5405b80-f8db-40ce-9b89-d63c6a928dac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629973 Apr 15 10:55:43.027133 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67f88733-04c3-4563-aab5-69f3f57c05bf req-04010040-f48c-42ac-a9e8-6e607964991c service neutron] 10.222.0.26 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5324237 Apr 15 10:55:43.037453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.038519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.040569 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] 10.222.0.26 "PUT /v2.0/ports/9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 1093 time: 4.6673439 Apr 15 10:55:43.041310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:43.079782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:43.083689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.109844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.133060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd763bb3-9595-4e6f-ba1c-8a3e8b4f712a req-c53b3e35-f6a8-4605-b545-91cee60e40cc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.137014 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd763bb3-9595-4e6f-ba1c-8a3e8b4f712a req-c53b3e35-f6a8-4605-b545-91cee60e40cc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 944 time: 0.2943990 Apr 15 10:55:43.217191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:37Z', 'revision_number': 3, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:43.222085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aafc2c6d-271d-4f4b-be0b-0a82480e6700 None None] The sync data for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb is: [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:37Z', 'revision_number': 3, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:43.233884 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-2829f723-de99-4200-8825-7dff541a78e3 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342078 Apr 15 10:55:43.281108 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84', 'status': 'completed', 'code': 200} Apr 15 10:55:43.287469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Transition to ACTIVE for port object b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:43.301505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:43.328324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:43.414494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:43.503555 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:43.509354 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cd763bb3-9595-4e6f-ba1c-8a3e8b4f712a req-25414afb-b43e-47c0-90fb-6ce90a2e2d57 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868512 Apr 15 10:55:43.611139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Allocated IP 172.20.0.1 (424a12eb-50b9-488d-a9c8-45ad126fd26c/8db72c1a-e2e3-47ab-92a2-7804f1c965aa/052e4568-837d-4ea0-b70b-d2cd1349ee92) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:55:43.611428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-5e9682e1-1892-4b84-a114-5e08d154ce8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.614075 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-5e9682e1-1892-4b84-a114-5e08d154ce8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6c5e598c1b1e43de9a321513d7021255&device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 1096 time: 0.4705982 Apr 15 10:55:43.830329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-bc9a8ca2-d0f6-4228-ab7d-e49302859387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:43.833124 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-bc9a8ca2-d0f6-4228-ab7d-e49302859387 service neutron] 10.222.0.26 "GET /v2.0/networks?id=16b3ba36-648c-4769-a6de-b998a2e5ad10 HTTP/1.1" status: 200 len: 910 time: 0.1968884 Apr 15 10:55:43.960548 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-cc272067-8701-478b-86ca-fd98b2cdbdff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a HTTP/1.1" status: 200 len: 217 time: 0.1171041 Apr 15 10:55:44.171331 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa138b40-cb82-4911-9313-18b9039836ba req-0760aa6d-32dc-4556-aae7-72c2c8ba867e service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9091446 Apr 15 10:55:44.174020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-ae4e2a2f-5d52-40f7-9290-757514b8d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.176226 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-ae4e2a2f-5d52-40f7-9290-757514b8d934 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1096 time: 0.9877386 Apr 15 10:55:44.297700 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-0dba6a84-d031-44f6-87bf-6bb6ecc99c5c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.1046543 Apr 15 10:55:44.367129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-ea98b6ab-edde-4ca8-88f7-a1112d6e649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.370644 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-ea98b6ab-edde-4ca8-88f7-a1112d6e649e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e02ec2db-126d-428d-8ece-577a18186376 HTTP/1.1" status: 200 len: 849 time: 0.3581567 Apr 15 10:55:44.375731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0119b6e-cbea-4838-adc4-28590174ecbf req-a6219f27-ede5-4f38-8992-4a7279469785 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.377606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0119b6e-cbea-4838-adc4-28590174ecbf req-a6219f27-ede5-4f38-8992-4a7279469785 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 943 time: 0.7639840 Apr 15 10:55:44.468277 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-6a90d504-fc99-4801-b0a1-b5084920ca8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=16b3ba36-648c-4769-a6de-b998a2e5ad10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0745304 Apr 15 10:55:44.488290 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.492904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79297ae4-190d-4017-90c8-041cb9574c88 req-751718de-58a3-42f4-bf32-f73ccee66074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.494535 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-751718de-58a3-42f4-bf32-f73ccee66074 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.1867654 Apr 15 10:55:44.503179 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0119b6e-cbea-4838-adc4-28590174ecbf req-de5e4bd8-2be2-4656-b310-f92696273c08 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115518 Apr 15 10:55:44.524641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71547237-bd22-43a9-bd9d-72a5fbed1c87 req-4bccfed3-8a1e-4b04-a033-5fbed5509e29 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:44.526313 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71547237-bd22-43a9-bd9d-72a5fbed1c87 req-4bccfed3-8a1e-4b04-a033-5fbed5509e29 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 944 time: 0.5647678 Apr 15 10:55:44.566256 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-6c512e7b-e2d7-4ca2-8250-bd21d7596c87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596025 Apr 15 10:55:44.567477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Transition to ACTIVE for port object 052e4568-837d-4ea0-b70b-d2cd1349ee92 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:44.672458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Attempting to bind port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:44.672837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Attempting to bind port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:44.673210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Attempting to bind port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:44.688640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:55:44.689007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Attempting to bind port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 on network f11e8153-e994-4d8b-818a-2e68ad0762b8 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:44.765282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.781439 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71547237-bd22-43a9-bd9d-72a5fbed1c87 req-5e219617-b4d9-4a60-b5f5-66fff1239143 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268699 Apr 15 10:55:44.784135 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-b4fb5472-3ddb-42c1-b686-58ba69815fb5 service neutron] 10.222.0.26 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070052 Apr 15 10:55:44.785097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:44.786202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Checking segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:44.786794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Bound using segment: {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:44.787434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Bound port: b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:44.787986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:44.792459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5798a24-b97c-44ba-920a-20804cc73fc4 tempest-DeleteServersTestJSON-866554507 tempest-DeleteServersTestJSON-866554507-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:44.959522 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-a02aef2d-5f06-473d-8401-fa4c2d46b2c1 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3789158 Apr 15 10:55:45.045239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:45.058721 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a5a6d52c-a92f-478c-a124-2a9396060e6c req-cffa0326-88f4-4b7f-9253-762a4fb687ae service neutron] 10.222.0.26 "GET /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572620 Apr 15 10:55:45.084375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:45.088681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.091230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Pushing event updated for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:45.106663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:45.107581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:45.228733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ffe3f5-3200-457e-8c51-691c1d4456f1 req-5af5b5a1-702a-469b-aa33-1ac54e9c96cb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.236861 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-40ffe3f5-3200-457e-8c51-691c1d4456f1 req-5af5b5a1-702a-469b-aa33-1ac54e9c96cb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 944 time: 0.3344877 Apr 15 10:55:45.245652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:45.262010 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79297ae4-190d-4017-90c8-041cb9574c88 req-75eb6c22-b0e4-4408-ada4-aee4d29fe861 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799361 Apr 15 10:55:45.265113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:45.279552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:55:45.280085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.285209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.378111 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-40ffe3f5-3200-457e-8c51-691c1d4456f1 req-a38b65a8-875f-4c0e-8bf2-b900667b9544 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370270 Apr 15 10:55:45.521907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 90106773-687c-410a-9dba-44961d13c487 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:45.535060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:45.542094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-8ea022fc-1f00-47e6-9f97-b63aa0ddfc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.543758 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-8ea022fc-1f00-47e6-9f97-b63aa0ddfc8a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1096 time: 0.1861112 Apr 15 10:55:45.608747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:45.612964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-86935674-be1a-48f4-836f-51619e10581d None None] Provisioning for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:45.615395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.616125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.617783 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] 10.222.0.26 "PUT /v2.0/ports/b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 HTTP/1.1" status: 200 len: 1094 time: 4.3215754 Apr 15 10:55:45.618430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:45.619201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-86935674-be1a-48f4-836f-51619e10581d None None] Provisioning complete for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:45.619615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86935674-be1a-48f4-836f-51619e10581d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.681604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-86935674-be1a-48f4-836f-51619e10581d None None] Port 052e4568-837d-4ea0-b70b-d2cd1349ee92 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:45.683147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 90106773-687c-410a-9dba-44961d13c487 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:45.689064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 90106773-687c-410a-9dba-44961d13c487 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:45.689365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.691163 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', 'status': 'completed', 'code': 200} Apr 15 10:55:45.749307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.817206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-80290fbf-d374-4453-9983-db976711f61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.818892 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-80290fbf-d374-4453-9983-db976711f61a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 1097 time: 0.1350145 Apr 15 10:55:45.822432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.833934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e65d4-dd0d-495f-9b38-5ad6a52c8a47 req-751c7e16-0414-4b39-91e3-36aeab853e93 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.835302 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-872e65d4-dd0d-495f-9b38-5ad6a52c8a47 req-751c7e16-0414-4b39-91e3-36aeab853e93 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 943 time: 0.1971438 Apr 15 10:55:45.842296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 90106773-687c-410a-9dba-44961d13c487, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=90106773-687c-410a-9dba-44961d13c487,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:45.846257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:45.848809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-24ea823c-f358-48fe-aadf-fc7b81c90992 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:45.860240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-87d38d28-8f05-4eb4-b160-6ecef9ff33bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:45.861855 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-87d38d28-8f05-4eb4-b160-6ecef9ff33bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.3094704 Apr 15 10:55:45.929003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=90106773-687c-410a-9dba-44961d13c487,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:45.931390 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-9d73d792-c67a-4123-9f72-ea888107ea8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 HTTP/1.1" status: 200 len: 217 time: 0.0949352 Apr 15 10:55:45.932859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:45.985412 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-a3106ce2-cfa5-428e-adaf-02352e1d84c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.1111052 Apr 15 10:55:46.005533 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-872e65d4-dd0d-495f-9b38-5ad6a52c8a47 req-0d280814-17a1-42fe-aa0d-bb812fe44d28 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110532 Apr 15 10:55:46.029909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-b0102a94-55a1-445b-a72f-58d69f699766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.031714 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-b0102a94-55a1-445b-a72f-58d69f699766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0857441 Apr 15 10:55:46.096821 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-e6516634-4f3f-4af1-9f10-87711efe9c87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585513 Apr 15 10:55:46.153367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 802beb40-54bc-4aaf-8f7d-653f9e07a18a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:46.159833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-9e6c4f66-184c-4a88-bfbf-b2ebf803ff5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.161527 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-9e6c4f66-184c-4a88-bfbf-b2ebf803ff5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.1696601 Apr 15 10:55:46.223576 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-33313a94-b210-4557-8ee1-66241f64a620 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518641 Apr 15 10:55:46.318404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a,segment=NetworkSegment(441f5020-be56-4356-a18e-cbf94e57576e),segment_id=441f5020-be56-4356-a18e-cbf94e57576e)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:46.335834 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-71e36c39-f9be-41b2-81ea-a257460ec5f8 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317500 Apr 15 10:55:46.337277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '802beb40-54bc-4aaf-8f7d-653f9e07a18a', 'network_id': '16b3ba36-648c-4769-a6de-b998a2e5ad10', 'port_id': '802beb40-54bc-4aaf-8f7d-653f9e07a18a', 'mac_address': 'fa:16:3e:57:b2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 659, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02ec2db-126d-428d-8ece-577a18186376', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:46.345353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99f19a-672e-453c-af4b-28903f0b09c2 req-dd1c1eab-22d9-4265-b6a9-3f053fe094cd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.347185 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa99f19a-672e-453c-af4b-28903f0b09c2 req-dd1c1eab-22d9-4265-b6a9-3f053fe094cd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 944 time: 0.1527340 Apr 15 10:55:46.412840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.436699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 802beb40-54bc-4aaf-8f7d-653f9e07a18a {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:46.459669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a,segment=NetworkSegment(441f5020-be56-4356-a18e-cbf94e57576e),segment_id=441f5020-be56-4356-a18e-cbf94e57576e)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:46.460431 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-7ed223ad-4fbf-43b4-a1c9-3b84d1ccdc9b service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257864 Apr 15 10:55:46.462701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.463007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.463917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 835a1fbe-acf7-47be-853a-d41aff97137a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:46.469743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.497797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.498871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.534776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.602193 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa99f19a-672e-453c-af4b-28903f0b09c2 req-05cf1397-65ba-4f46-9784-d0804b585ad5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208498 Apr 15 10:55:46.651561 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee9f989b-2eba-4a6f-bf4b-88f5a8b9a7da req-4cd844e3-4a10-4be0-93a1-d5d2acbe3ecf service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032212 Apr 15 10:55:46.658933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.679993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.736209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=835a1fbe-acf7-47be-853a-d41aff97137a,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:46.751366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '835a1fbe-acf7-47be-853a-d41aff97137a', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'port_id': '835a1fbe-acf7-47be-853a-d41aff97137a', 'mac_address': 'fa:16:3e:e6:96:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86801a6c-48b9-417b-841f-202cda1f4360', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:46.805797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-350ff06f-5aed-44b4-9fdd-ea6fc62fd646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.807884 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-350ff06f-5aed-44b4-9fdd-ea6fc62fd646 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 1097 time: 0.0962160 Apr 15 10:55:46.818097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.837894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 835a1fbe-acf7-47be-853a-d41aff97137a {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:46.858925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=835a1fbe-acf7-47be-853a-d41aff97137a,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:46.862361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:46.864417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:46.901042 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-27da891b-8fe7-4ce8-a66e-e6b32f096fe8 req-744d8d88-34ad-4088-abff-6e0040c00ccb service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357822 Apr 15 10:55:46.917571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36190) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:46.956560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.959947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.964522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Pushing event updated for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:46.973435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:46.993294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-2ccd5aa7-7817-4387-9387-7a9b9c698680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:46.994973 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-2ccd5aa7-7817-4387-9387-7a9b9c698680 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.1800473 Apr 15 10:55:47.055377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977b6d6-ef26-431a-8f74-f17e35f8870d req-ea02099a-f85e-431b-9905-1cd6834df74a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.057079 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6977b6d6-ef26-431a-8f74-f17e35f8870d req-ea02099a-f85e-431b-9905-1cd6834df74a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 945 time: 0.4641156 Apr 15 10:55:47.087062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:55:47.110230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:55:47.124537 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-db08fdea-49a9-4ee1-a697-653d3b3c54cf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 HTTP/1.1" status: 200 len: 217 time: 0.1211996 Apr 15 10:55:47.186583 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6977b6d6-ef26-431a-8f74-f17e35f8870d req-7559fe54-2292-4146-adac-4c6d2dec1065 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165798 Apr 15 10:55:47.226018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-c4a7a302-2dd1-4328-ab6b-39bc902a6fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.227624 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-c4a7a302-2dd1-4328-ab6b-39bc902a6fe8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0827482 Apr 15 10:55:47.267768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.319675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2e6f0b43-0856-4b89-a954-5734f66cd4d7 None None] Provisioning complete for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:47.320626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2e6f0b43-0856-4b89-a954-5734f66cd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.355445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:55:47.361675 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-72717214-ba4f-4f49-88c9-08bded57e005 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782428 Apr 15 10:55:47.368978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Usage tracker for resource:security_group_rule and tenant:050b17e0e7bf4dde987f56fe99401762 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:55:47.377888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:55:47.389021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2e6f0b43-0856-4b89-a954-5734f66cd4d7 None None] Port 052e4568-837d-4ea0-b70b-d2cd1349ee92 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:55:47.398178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 90106773-687c-410a-9dba-44961d13c487 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:47.418963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:55:47.483178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 90106773-687c-410a-9dba-44961d13c487 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:47.483584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.546459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['802beb40-54bc-4aaf-8f7d-653f9e07a18a'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:47.561337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd84cc-ec64-482f-bd38-22874efb280f req-f735e0f5-bddb-4229-822b-58bf87e74bec tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:47.564308 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75dd84cc-ec64-482f-bd38-22874efb280f req-f735e0f5-bddb-4229-822b-58bf87e74bec tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 944 time: 0.4196353 Apr 15 10:55:47.583951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['835a1fbe-acf7-47be-853a-d41aff97137a'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:47.608634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Router e0cdf747-0e32-4fca-a509-625847da5cf2 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:55:47.634838 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-ff1d6e77-4442-482c-8e0b-21fe46b59b8e service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532625 Apr 15 10:55:47.784382 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75dd84cc-ec64-482f-bd38-22874efb280f req-00c6feca-833f-4cd8-9821-67a8a18424cf tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071421 Apr 15 10:55:47.852368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.870763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:47.891952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74437ae5-d5b6-454b-938e-e532d1570c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:47.924483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:55:47.931108 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2cce039-57b2-4b50-bf44-0de98828f8e7 req-0519eeb1-cba7-4c0a-b624-533a5928b3d8 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823887 Apr 15 10:55:47.947282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Sync routers for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:55:47.958243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] 10.222.0.32 "PUT /v2.0/routers/e0cdf747-0e32-4fca-a509-625847da5cf2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4842544 Apr 15 10:55:47.958446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=050b17e0e7bf4dde987f56fe99401762&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0320172 Apr 15 10:55:47.958446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d924a0-9dd6-4d97-bb5c-a7c17d5c52b3,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:47.958446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36204) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:55:47.972139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:47.999874 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:48.000660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:48.012152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249afa45-b5a5-423e-aee8-c7acebb9bea1 req-97b820cd-4665-4d10-a5ce-87cc500b9ade tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:48.015388 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-249afa45-b5a5-423e-aee8-c7acebb9bea1 req-97b820cd-4665-4d10-a5ce-87cc500b9ade tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 944 time: 0.2389390 Apr 15 10:55:48.036898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.093012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.093467 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-249afa45-b5a5-423e-aee8-c7acebb9bea1 req-7a8b2f71-a9e7-45ea-a6b9-73cf2b1afe06 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630233 Apr 15 10:55:48.157241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.163707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b106f0f-2993-48ef-8a31-0eae0dccccf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:48.177631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d924a0-9dd6-4d97-bb5c-a7c17d5c52b3,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:48.180076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:48.183769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:48.186284 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87d924a0-9dd6-4d97-bb5c-a7c17d5c52b3 HTTP/1.1" status: 204 len: 168 time: 0.2264414 Apr 15 10:55:48.289314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:48.437244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da842b-9eeb-4011-ae34-e14d4e600452 req-0bcc39eb-cff2-4af3-a445-283fef780b4e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:48.439105 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84da842b-9eeb-4011-ae34-e14d4e600452 req-0bcc39eb-cff2-4af3-a445-283fef780b4e tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 945 time: 0.1210401 Apr 15 10:55:48.530718 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84da842b-9eeb-4011-ae34-e14d4e600452 req-b5fdb799-b613-4ead-b7d5-1598415f4288 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748541 Apr 15 10:55:48.682203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '052e4568-837d-4ea0-b70b-d2cd1349ee92', 'name': '', 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'mac_address': 'fa:16:3e:33:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:43Z', 'updated_at': '2021-04-15T10:55:46Z', 'revision_number': 2, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'subnets': [{'id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:48.686758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Checking router: e0cdf747-0e32-4fca-a509-625847da5cf2 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:55:48.687236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Updating router e0cdf747-0e32-4fca-a509-625847da5cf2 port 052e4568-837d-4ea0-b70b-d2cd1349ee92 binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:55:48.758055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.037991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f2c552-5910-4807-abca-c1597e167b8e req-4e48ec8c-e1c4-4382-8b00-a42d1706e179 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.049219 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-59f2c552-5910-4807-abca-c1597e167b8e req-4e48ec8c-e1c4-4382-8b00-a42d1706e179 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 944 time: 0.1244009 Apr 15 10:55:49.138183 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-59f2c552-5910-4807-abca-c1597e167b8e req-4cf50296-b159-49fd-b180-376f40626c01 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826216 Apr 15 10:55:49.374177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3f9b2-d5cf-4c8a-8e31-e6faceaf2523 req-9191a053-8d14-456a-bcb7-69991551ebe3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.375889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-20f3f9b2-d5cf-4c8a-8e31-e6faceaf2523 req-9191a053-8d14-456a-bcb7-69991551ebe3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 944 time: 0.1230390 Apr 15 10:55:49.386882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.405876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Transition to ACTIVE for port object 052e4568-837d-4ea0-b70b-d2cd1349ee92 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:55:49.419397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:49.439478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:49.453425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-20f3f9b2-d5cf-4c8a-8e31-e6faceaf2523 req-dadca0b6-d313-44a0-9995-0f7697405f86 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693438 Apr 15 10:55:49.857253 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139a58d-8b47-48ce-af66-77f6eaab562a req-5965f82e-1409-482d-8502-c5d31439b6c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:49.867525 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f139a58d-8b47-48ce-af66-77f6eaab562a req-5965f82e-1409-482d-8502-c5d31439b6c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 945 time: 0.1895001 Apr 15 10:55:49.898888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Pushing event updated for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:49.903965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:49.959930 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f139a58d-8b47-48ce-af66-77f6eaab562a req-de998087-907f-4025-be0f-c38961a82545 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893424 Apr 15 10:55:50.256863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:50.259660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 835a1fbe-acf7-47be-853a-d41aff97137a up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:50.366202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Attempting to bind port 052e4568-837d-4ea0-b70b-d2cd1349ee92 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:55:50.366655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Attempting to bind port 052e4568-837d-4ea0-b70b-d2cd1349ee92 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:55:50.367073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Attempting to bind port 052e4568-837d-4ea0-b70b-d2cd1349ee92 on network 424a12eb-50b9-488d-a9c8-45ad126fd26c {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:55:50.382108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:55:50.382736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Checking segment: {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:55:50.383409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.383866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Bound using segment: {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:55:50.384426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Bound port: 052e4568-837d-4ea0-b70b-d2cd1349ee92, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71e4321-8120-4b24-a858-924bdb3b4675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:55:50.384857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.420528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45bc456-db38-46f7-960a-32aeca345fb3 req-613fb62f-607f-4114-a0bb-d87ba2d51dcd tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:50.422304 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d45bc456-db38-46f7-960a-32aeca345fb3 req-613fb62f-607f-4114-a0bb-d87ba2d51dcd tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 944 time: 0.1290948 Apr 15 10:55:50.489403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.resource_extend [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:55:50.489959 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d45bc456-db38-46f7-960a-32aeca345fb3 req-6b704091-c8c2-4f7d-b1aa-1ab187d50b24 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569620 Apr 15 10:55:50.662705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 835a1fbe-acf7-47be-853a-d41aff97137a completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:50.679641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] For port 052e4568-837d-4ea0-b70b-d2cd1349ee92, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:55:50.681951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 835a1fbe-acf7-47be-853a-d41aff97137a triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:50.682901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.742476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] For port 052e4568-837d-4ea0-b70b-d2cd1349ee92, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=052e4568-837d-4ea0-b70b-d2cd1349ee92,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:55:50.750517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:50.763705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dee229-6825-4787-aea1-0ce4254ba038 req-895d2a08-c5d0-4fd1-b901-9346b37fd2ac tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:50.765520 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7dee229-6825-4787-aea1-0ce4254ba038 req-895d2a08-c5d0-4fd1-b901-9346b37fd2ac tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 944 time: 0.1502447 Apr 15 10:55:50.775809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:50.889782 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7dee229-6825-4787-aea1-0ce4254ba038 req-0f8d90c7-293c-46cf-80b1-4642d020c53c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161752 Apr 15 10:55:50.927750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:50.944579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:55:50.981458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'port_id': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', 'mac_address': 'fa:16:3e:12:84:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:51.256150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Pushing event updated for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:51.263548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:51.313601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109454b-5449-49e8-99d8-c7cb571b8a85 req-2ab6ab9d-7881-4752-a996-864c7f0b3920 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:51.322048 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d109454b-5449-49e8-99d8-c7cb571b8a85 req-2ab6ab9d-7881-4752-a996-864c7f0b3920 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 945 time: 0.1488187 Apr 15 10:55:51.323155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.358193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.389822 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d109454b-5449-49e8-99d8-c7cb571b8a85 req-d6cd0262-2335-4022-ab9c-ab672f184ad0 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628169 Apr 15 10:55:51.391977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:51.430955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:51.459604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=835a1fbe-acf7-47be-853a-d41aff97137a,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:51.463784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:51.466941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.467868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 802beb40-54bc-4aaf-8f7d-653f9e07a18a up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:51.502803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:51.556847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:55:51.557576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:55:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:51.648518 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a', 'code': 200} Apr 15 10:55:51.649358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:51.657171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 9f4ab986-5596-40d6-b229-ea48406f3b84 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:55:51.799471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5fe164-a813-43a1-83b6-8b0cb0872708 req-2f168d82-40ac-4de1-b06a-57967cadc595 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:51.808238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-be5fe164-a813-43a1-83b6-8b0cb0872708 req-2f168d82-40ac-4de1-b06a-57967cadc595 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 944 time: 0.1208987 Apr 15 10:55:51.892000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:51.909864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:51.913165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.156s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:51.930104 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-be5fe164-a813-43a1-83b6-8b0cb0872708 req-4c95b938-f2a9-4f55-a8ce-d00be2d75f6a tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206620 Apr 15 10:55:51.956045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37415b0-51ca-441d-9089-c9b374678825 req-c24c4823-10f2-4729-b3ca-0158abfbae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:51.957808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d37415b0-51ca-441d-9089-c9b374678825 req-c24c4823-10f2-4729-b3ca-0158abfbae37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 1099 time: 0.1327043 Apr 15 10:55:51.965860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f4ab986-5596-40d6-b229-ea48406f3b84,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:52.010588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-d37415b0-51ca-441d-9089-c9b374678825 req-d79197e8-b566-4634-aaa9-7a4a0b2ab3eb service neutron] Synchronizing usage tracker for tenant:6a12a262ec5941eeb804bb5516cab781 on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:55:52.015617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '9f4ab986-5596-40d6-b229-ea48406f3b84', 'network_id': 'f11e8153-e994-4d8b-818a-2e68ad0762b8', 'port_id': '9f4ab986-5596-40d6-b229-ea48406f3b84', 'mac_address': 'fa:16:3e:89:37:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef539bc-f931-4def-9c54-4616c5d7eb5a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:55:52.028071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-d37415b0-51ca-441d-9089-c9b374678825 req-d79197e8-b566-4634-aaa9-7a4a0b2ab3eb service neutron] Unset dirty status for tenant:6a12a262ec5941eeb804bb5516cab781 on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:55:52.029446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d37415b0-51ca-441d-9089-c9b374678825 req-d79197e8-b566-4634-aaa9-7a4a0b2ab3eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653334 Apr 15 10:55:52.037373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 802beb40-54bc-4aaf-8f7d-653f9e07a18a completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:52.134111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 802beb40-54bc-4aaf-8f7d-653f9e07a18a triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:52.134939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.223088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bdaf09-d5f1-480f-82a5-59faaaaa0639 req-df268772-bcc9-4499-bd8d-eaeacc5b9da1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.225244 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a1bdaf09-d5f1-480f-82a5-59faaaaa0639 req-df268772-bcc9-4499-bd8d-eaeacc5b9da1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 945 time: 0.1047404 Apr 15 10:55:52.229518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.252804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:55:52.297336 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a1bdaf09-d5f1-480f-82a5-59faaaaa0639 req-a370fd2e-7ee2-42f9-9b2b-3ee0f2deb5db tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633633 Apr 15 10:55:52.499503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:52.510914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:52.535816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4ab986-5596-40d6-b229-ea48406f3b84 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:55:52.655429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f4ab986-5596-40d6-b229-ea48406f3b84,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:52.678820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83813461-56f3-4699-bd08-36cf47ce7332 req-3b75a55a-5f82-467b-9281-a2786e466837 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:52.687233 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83813461-56f3-4699-bd08-36cf47ce7332 req-3b75a55a-5f82-467b-9281-a2786e466837 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.1014140 Apr 15 10:55:52.745606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83813461-56f3-4699-bd08-36cf47ce7332 req-d321a207-9fe2-4282-92d9-f74510969d33 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572772 Apr 15 10:55:52.750036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.761498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54ac0b51-449e-4515-88db-6434501a5a81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:52.821612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.960363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a,segment=NetworkSegment(441f5020-be56-4356-a18e-cbf94e57576e),segment_id=441f5020-be56-4356-a18e-cbf94e57576e)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:52.961400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:52.967788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:52.968674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:52.981124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:53.117855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:53.143780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:53.157184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16f59f6-2460-4695-a2e3-367b8ea547f2 req-1905b2f4-5869-4628-a860-fbcfde022fd9 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.165675 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c16f59f6-2460-4695-a2e3-367b8ea547f2 req-1905b2f4-5869-4628-a860-fbcfde022fd9 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.1038373 Apr 15 10:55:53.181938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '052e4568-837d-4ea0-b70b-d2cd1349ee92', 'name': '', 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'mac_address': 'fa:16:3e:33:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:43Z', 'updated_at': '2021-04-15T10:55:50Z', 'revision_number': 4, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'subnets': [{'id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:55:53.186865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd4872d0-8a4e-44b3-a5f9-569e4468bbac None None] The sync data for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb is: [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '052e4568-837d-4ea0-b70b-d2cd1349ee92', 'name': '', 'network_id': '424a12eb-50b9-488d-a9c8-45ad126fd26c', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'mac_address': 'fa:16:3e:33:b6:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:43Z', 'updated_at': '2021-04-15T10:55:50Z', 'revision_number': 4, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'subnets': [{'id': '8db72c1a-e2e3-47ab-92a2-7804f1c965aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:55:53.213836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['b2a1a8b7-51cf-4054-a8fc-66eeb9148c59'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:53.258900 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c16f59f6-2460-4695-a2e3-367b8ea547f2 req-606c48b2-95b5-4ca9-be5a-d40664dca5a2 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768197 Apr 15 10:55:53.320058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['9f4ab986-5596-40d6-b229-ea48406f3b84'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:55:53.659595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 052e4568-837d-4ea0-b70b-d2cd1349ee92 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:53.689239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3374c-f5a1-4bd1-abd0-c133f6561e1c req-c15550a1-bfc8-41d5-ba25-34c9652796d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:53.690932 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83c3374c-f5a1-4bd1-abd0-c133f6561e1c req-c15550a1-bfc8-41d5-ba25-34c9652796d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 945 time: 0.1461117 Apr 15 10:55:53.740018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:53.855003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83c3374c-f5a1-4bd1-abd0-c133f6561e1c req-d118dbb9-4db6-4d8b-8a46-71689ecb55d7 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504183 Apr 15 10:55:53.917026 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a', 'code': 200} Apr 15 10:55:54.226098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df392f-82ea-4e15-a609-31e590e0d341 req-440fc8b5-78be-4796-a181-269d26206d50 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.241059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-90df392f-82ea-4e15-a609-31e590e0d341 req-440fc8b5-78be-4796-a181-269d26206d50 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.2090666 Apr 15 10:55:54.243133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:54.280190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:54.280626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.584524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d8a05-a140-4e96-b320-0a7e06bca01e req-2394044a-0714-4123-98dd-7a1bbaa3e50f tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.597635 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b18d8a05-a140-4e96-b320-0a7e06bca01e req-2394044a-0714-4123-98dd-7a1bbaa3e50f tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.1598814 Apr 15 10:55:54.664639 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b18d8a05-a140-4e96-b320-0a7e06bca01e req-da8597bd-1d2d-4047-9169-b5b215f33843 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654309 Apr 15 10:55:54.799165 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-90df392f-82ea-4e15-a609-31e590e0d341 req-f614b66c-1a67-4179-8274-f821323b222f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5566173 Apr 15 10:55:54.809411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c22b-efdf-4fa2-a7f3-76e30e9663c6 req-f0c54bda-9a7a-403d-ab1f-89544098d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:54.813517 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73d2c22b-efdf-4fa2-a7f3-76e30e9663c6 req-f0c54bda-9a7a-403d-ab1f-89544098d9f6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 1098 time: 0.5094657 Apr 15 10:55:54.814617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.868828 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73d2c22b-efdf-4fa2-a7f3-76e30e9663c6 req-ff1a95de-67cb-472c-aa8f-069506d038f6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Apr 15 10:55:54.877761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 052e4568-837d-4ea0-b70b-d2cd1349ee92, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=052e4568-837d-4ea0-b70b-d2cd1349ee92,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:54.882936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:54.891610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:55.056001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:55.070999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:55.251876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd4077-d12b-41d6-b28b-1c4f47c7bd78 req-9bb09198-66b2-4be5-ade8-bc21a24b2bdf tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.253512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7efd4077-d12b-41d6-b28b-1c4f47c7bd78 req-9bb09198-66b2-4be5-ade8-bc21a24b2bdf tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 945 time: 0.2036829 Apr 15 10:55:55.333762 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7efd4077-d12b-41d6-b28b-1c4f47c7bd78 req-3eb684b8-310b-4baa-83f9-fa141fd35ba1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680289 Apr 15 10:55:55.463665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 052e4568-837d-4ea0-b70b-d2cd1349ee92 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:55.573902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 052e4568-837d-4ea0-b70b-d2cd1349ee92 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:55.576170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:55.927252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45459e30-cf4d-43e5-a9a3-a01d03ce136c req-d58950fc-ff03-4f85-a5ee-8a063a959ee2 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:55.928958 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-45459e30-cf4d-43e5-a9a3-a01d03ce136c req-d58950fc-ff03-4f85-a5ee-8a063a959ee2 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.1163006 Apr 15 10:55:55.992485 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-45459e30-cf4d-43e5-a9a3-a01d03ce136c req-c7c081c9-50ef-41f0-acbc-4898791f8653 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543427 Apr 15 10:55:56.569372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1af861-388c-4762-b6bb-b704b8432510 req-bda2042c-e6c4-4bcf-981b-ea528a11f09f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:56.577858 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee1af861-388c-4762-b6bb-b704b8432510 req-bda2042c-e6c4-4bcf-981b-ea528a11f09f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 945 time: 0.1131444 Apr 15 10:55:56.624736 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee1af861-388c-4762-b6bb-b704b8432510 req-8c6596a7-cf25-4b37-ad2a-2c6d7670b1ec tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463068 Apr 15 10:55:56.774197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:56.890159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:56.906537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:56.906968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.099647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.147080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:57.148742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:57.159213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.161152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 9f4ab986-5596-40d6-b229-ea48406f3b84 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:55:57.226594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:57.296436 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 9f4ab986-5596-40d6-b229-ea48406f3b84 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:55:57.309749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 9f4ab986-5596-40d6-b229-ea48406f3b84 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:55:57.310365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.370906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:57.384029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:57.523003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.619433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f4ab986-5596-40d6-b229-ea48406f3b84,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:55:57.624466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:55:57.628987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e3db612-29d6-4a7a-810f-006dcd895e5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:55:57.711460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbf789-5edb-4bce-8b55-911dfc54d134 req-a6021d59-16f7-4715-bcce-85e532038e28 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:57.721321 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b6cbf789-5edb-4bce-8b55-911dfc54d134 req-a6021d59-16f7-4715-bcce-85e532038e28 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.2223935 Apr 15 10:55:57.796706 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b6cbf789-5edb-4bce-8b55-911dfc54d134 req-000126af-3539-44be-9a6d-39e1acbc546b tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740459 Apr 15 10:55:57.800879 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', 'code': 200} Apr 15 10:55:57.802776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:55:57.825533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:55:58.137786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc59f5-190f-4272-ba15-8ed930248ae0 req-6b198bbf-0e29-449e-a033-c4e7050ca2d2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.147288 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2cbc59f5-190f-4272-ba15-8ed930248ae0 req-6b198bbf-0e29-449e-a033-c4e7050ca2d2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2145553 Apr 15 10:55:58.185139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab44088c-77e1-4732-bd31-2744959de8df req-2327c677-dcc2-42c1-b3d4-d91a49b5d4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:58.187027 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ab44088c-77e1-4732-bd31-2744959de8df req-2327c677-dcc2-42c1-b3d4-d91a49b5d4bd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 1099 time: 0.1907375 Apr 15 10:55:58.239835 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ab44088c-77e1-4732-bd31-2744959de8df req-e21d66de-6dbc-4207-947f-0bcccfaba9d4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432949 Apr 15 10:55:58.256315 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2cbc59f5-190f-4272-ba15-8ed930248ae0 req-29c6510c-300d-4e32-92e5-8203c1191e30 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077437 Apr 15 10:55:59.534456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d7dd6-9974-4353-aa9e-9f6e90a922a9 req-fb7f90e7-e671-4bc2-adfe-2c7020da0ac2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:55:59.540837 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a9d7dd6-9974-4353-aa9e-9f6e90a922a9 req-fb7f90e7-e671-4bc2-adfe-2c7020da0ac2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1664667 Apr 15 10:55:59.734240 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a9d7dd6-9974-4353-aa9e-9f6e90a922a9 req-47159d91-9c96-4ae3-88a7-4a4f67917e80 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872540 Apr 15 10:55:59.802498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:55:59.862656 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84', 'code': 200} Apr 15 10:56:00.232053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1294ca3-78ff-4f76-87df-d84ee5633e93 req-581d61cb-3f3a-400b-8de4-872c1deebfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:00.233788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1294ca3-78ff-4f76-87df-d84ee5633e93 req-581d61cb-3f3a-400b-8de4-872c1deebfec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.1306038 Apr 15 10:56:00.319713 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1294ca3-78ff-4f76-87df-d84ee5633e93 req-51ec5b52-a6be-41e4-84c9-f0510d2cccd4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763741 Apr 15 10:56:01.044833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3522ce-a9dd-49ce-91cd-d7d01be4b762 req-635a51a0-8cf9-45b5-a515-e5dd56849bf4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.047075 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ca3522ce-a9dd-49ce-91cd-d7d01be4b762 req-635a51a0-8cf9-45b5-a515-e5dd56849bf4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1398044 Apr 15 10:56:01.126210 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ca3522ce-a9dd-49ce-91cd-d7d01be4b762 req-ecafa7e7-58be-4532-8c10-27d13b0b396a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709260 Apr 15 10:56:01.521748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36536) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:01.635731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-8783ebd5-da08-4d09-a22c-53aeb5ecc3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:01.637604 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-8783ebd5-da08-4d09-a22c-53aeb5ecc3ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 1099 time: 0.0936406 Apr 15 10:56:01.835509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:01.905414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:01.915223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Usage tracker for resource:security_group_rule and tenant:ef4fc21e425042408aa4376f130df271 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:01.931751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:01.946567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:02.046626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-607e0ceb-8111-4410-ada2-0da520d22790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.048243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-607e0ceb-8111-4410-ada2-0da520d22790 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.4036925 Apr 15 10:56:02.191346 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-81a7e938-7879-42d2-afac-26219714b9e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 HTTP/1.1" status: 200 len: 217 time: 0.1245039 Apr 15 10:56:02.410026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894f83e3-5f92-4ecb-9a0a-788f9e18fe4f req-bcfe8fd8-d995-4585-9a5e-609ad1697f45 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.412074 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-894f83e3-5f92-4ecb-9a0a-788f9e18fe4f req-bcfe8fd8-d995-4585-9a5e-609ad1697f45 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.6024265 Apr 15 10:56:02.443313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.451024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-6b6358b9-ac9f-4ade-9dc9-6c5641abade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:02.453243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-6b6358b9-ac9f-4ade-9dc9-6c5641abade4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.1812997 Apr 15 10:56:02.473275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.533048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd0b0245-8f83-4fb1-8d38-e416fc7b0dfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.536806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-45db287f-0d6b-42b6-967e-a9b9f4685403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:02.545801 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-04acece2-c8e5-4c28-9e1a-bdb056e77097 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599127 Apr 15 10:56:02.611489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d3190a-d44e-4e8d-9b54-d3e373f8cc1f,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:02.755101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:02.759448 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-7427741c-1914-4ed7-9299-985fe1d28b3b service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780922 Apr 15 10:56:02.767132 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ef4fc21e425042408aa4376f130df271&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2412288 Apr 15 10:56:02.778339 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-894f83e3-5f92-4ecb-9a0a-788f9e18fe4f req-506e0777-edba-4256-ba43-e7d3149a8ef9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3225656 Apr 15 10:56:02.824796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 36558) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:02.923798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.980455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:02.993968 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c9af9a4-eff3-4fa1-a00d-bc97d3fd3177 req-eb38b73f-91f5-4cab-82de-624908b50f58 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154820 Apr 15 10:56:03.023285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f41fa-3347-4761-a2e6-2adbe5eee82a req-3834bb3b-9893-427b-96ae-586ea26c155d tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:03.024980 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2f2f41fa-3347-4761-a2e6-2adbe5eee82a req-3834bb3b-9893-427b-96ae-586ea26c155d tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.3127649 Apr 15 10:56:03.131305 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2f2f41fa-3347-4761-a2e6-2adbe5eee82a req-d5f13dca-2d96-4755-8846-7e897baef0a3 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812147 Apr 15 10:56:03.132683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.139520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5da9daba-08df-4afe-9ae7-3f21498ee1ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.157737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.160862 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62d3190a-d44e-4e8d-9b54-d3e373f8cc1f HTTP/1.1" status: 204 len: 168 time: 0.3284879 Apr 15 10:56:03.160862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d3190a-d44e-4e8d-9b54-d3e373f8cc1f,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.162947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.480873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36582) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:03.500438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.516415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:03.520630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Usage tracker for resource:security_group_rule and tenant:5f25faca5d2d453db32af3a51e144265 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:03.524049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:03.534722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:03.670535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.673634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.690366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9e87a407-ec1a-490c-b1c4-168418272a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.733817 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f25faca5d2d453db32af3a51e144265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2491477 Apr 15 10:56:03.734183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36598) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:03.737133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc268bb0-c0af-4c7c-aff6-d2aa19cc431d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.740413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.801454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.830285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.883966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.890510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-00bcc143-569f-4fa7-9bb3-208e94124ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:03.905187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc268bb0-c0af-4c7c-aff6-d2aa19cc431d,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:03.908051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:03.917626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:03.919170 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fc268bb0-c0af-4c7c-aff6-d2aa19cc431d HTTP/1.1" status: 204 len: 168 time: 0.1837718 Apr 15 10:56:04.032332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-757b0b4c-3ac2-4184-a03d-b81c439ccfe2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.034894 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-757b0b4c-3ac2-4184-a03d-b81c439ccfe2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.1966784 Apr 15 10:56:04.051952 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-9ae11887-f0fd-43ec-bb93-23dbc971e7c1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/quotas/7de0eea7cf1544adb30689b8cd97eedd HTTP/1.1" status: 200 len: 375 time: 0.0107448 Apr 15 10:56:04.144640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93d6bb3-771e-480c-b789-8335145f2006 req-f1873c31-4141-407e-9651-b90b9d485478 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.147070 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a93d6bb3-771e-480c-b789-8335145f2006 req-f1873c31-4141-407e-9651-b90b9d485478 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1255317 Apr 15 10:56:04.166870 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-ab98eb6e-ffcd-4f70-9805-2b859db985e2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052599 Apr 15 10:56:04.220788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a93d6bb3-771e-480c-b789-8335145f2006 req-732ed69f-1932-480b-9f97-9fbbad140ed1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612831 Apr 15 10:56:04.341219 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-07a7c054-b0c0-48ff-b001-49b57875715b service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703174 Apr 15 10:56:04.350001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36632) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:04.425819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.482616 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4a181c13-f6d4-4500-b1d3-ce6eaac0c4c6 service neutron] 10.222.0.32 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401315 Apr 15 10:56:04.494654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:04.525023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Usage tracker for resource:security_group_rule and tenant:28aff062242843d88189ee4d775a2046 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:04.537360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:04.558500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:04.577330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-72152c8a-9256-4343-804f-424ff13b86c3 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.578929 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-72152c8a-9256-4343-804f-424ff13b86c3 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 814 time: 0.2625186 Apr 15 10:56:04.617793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-765811bd-2a68-4a74-b876-cb0a06c20115 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/quotas/e991c07377884534acc7f89843c7917e HTTP/1.1" status: 200 len: 375 time: 0.0319071 Apr 15 10:56:04.720431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-ab0a0f1a-395e-40aa-8a5f-c3434a87d122 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.722102 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-ab0a0f1a-395e-40aa-8a5f-c3434a87d122 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.26 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.2647369 Apr 15 10:56:04.834242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Deleting port 802beb40-54bc-4aaf-8f7d-653f9e07a18a {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:04.834791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.914198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.922838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d90e11-4279-45d4-aa9b-2be02889a10a req-9c6431fe-690b-4478-bc06-41253b492c4e tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:04.924493 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b9d90e11-4279-45d4-aa9b-2be02889a10a req-9c6431fe-690b-4478-bc06-41253b492c4e tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 945 time: 0.0956285 Apr 15 10:56:04.929378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:04.942546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b7836df8-5f18-4fe0-8345-937c65afde4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:04.962408 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-9b41e77a-542b-4196-8be2-b120de08c558 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3374205 Apr 15 10:56:04.975917 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b9d90e11-4279-45d4-aa9b-2be02889a10a req-8b18eeb0-3472-47e8-b816-4bdb920ae1af tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/security-groups?id=bc956270-2442-4f86-a4f0-68661ca868dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448205 Apr 15 10:56:05.019174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bef94639-6c6c-4b2b-9f45-29fc154f32fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.090700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b4e728-3f36-4f4a-bde0-c82162e984ab,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.099981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.150654 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28aff062242843d88189ee4d775a2046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994163 Apr 15 10:56:05.154190 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b63a268f-b1f4-466c-a742-6651a1982f90 req-2da849c8-12e1-42b0-80d4-cc79cf87f795 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 210 time: 0.0683336 Apr 15 10:56:05.154902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 36648) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:05.224802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.266476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.341174 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-a3db28a8-c932-416f-9580-27d9d86a8f08 service neutron] 10.222.0.32 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255854 Apr 15 10:56:05.360246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.375683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-40b459be-2a45-491b-b987-9b9e12dbda53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:05.392227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b4e728-3f36-4f4a-bde0-c82162e984ab,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:05.396235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.413597 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/27b4e728-3f36-4f4a-bde0-c82162e984ab HTTP/1.1" status: 204 len: 168 time: 0.2454638 Apr 15 10:56:05.414900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:05.524922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6078b62-ec66-4486-a5ab-bfce95aa3209 req-9305c999-d3e8-458c-ae85-0e0a9fcd85d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:05.526793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e6078b62-ec66-4486-a5ab-bfce95aa3209 req-9305c999-d3e8-458c-ae85-0e0a9fcd85d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1010168 Apr 15 10:56:05.586477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e6078b62-ec66-4486-a5ab-bfce95aa3209 req-73404190-cbbb-4db4-84df-75159a5ac2d5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523820 Apr 15 10:56:05.672500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] For port 802beb40-54bc-4aaf-8f7d-653f9e07a18a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=802beb40-54bc-4aaf-8f7d-653f9e07a18a,segment=NetworkSegment(441f5020-be56-4356-a18e-cbf94e57576e),segment_id=441f5020-be56-4356-a18e-cbf94e57576e)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:05.673213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.735748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:05.823377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Calling delete_port for 802beb40-54bc-4aaf-8f7d-653f9e07a18a owned by compute:nova {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:05.920833 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-a2a1a3ac-762c-46cc-9784-6255b6800b4a service neutron] 10.222.0.32 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578877 Apr 15 10:56:06.000071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-d3404cb9-60b6-421d-bd43-df2165b0898f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:06.001623 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-d3404cb9-60b6-421d-bd43-df2165b0898f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/networks?id=3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 200 len: 815 time: 0.1708176 Apr 15 10:56:06.023302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Request body: {'port': {'device_id': '50b9ed9d-5988-447d-a007-b08ad7586007', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'admin_state_up': True, 'tenant_id': '7de0eea7cf1544adb30689b8cd97eedd'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:06.115682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.128205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['802beb40-54bc-4aaf-8f7d-653f9e07a18a'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:06.216082 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:06.282128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ba42ead5-38c6-4acf-9fe5-e8a3933cca5c req-399b31ee-92f1-4290-a0bd-ef477b727f68 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 210 time: 0.0685251 Apr 15 10:56:06.291971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:06.301857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:06.313743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Made reservation on behalf of 7de0eea7cf1544adb30689b8cd97eedd for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:06.321485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.344814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Pushing event deleted for resources: {'Port': ['ID=802beb40-54bc-4aaf-8f7d-653f9e07a18a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:06.352405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:06.386317 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-672ff45c-7224-4692-8f93-8484e99c2361 req-4a7ba8f1-5eba-4b9e-a3d4-7ae1ba4d996b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 210 time: 0.1711318 Apr 15 10:56:06.441778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.509969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] No DVR routers for this DVR port 802beb40-54bc-4aaf-8f7d-653f9e07a18a on host hv-cinder-78638 {{(pid=85374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:06.513282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:06.531896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'name': 'network-vif-deleted', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:06.539461 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d2c2456-e7af-473a-967b-e7542213c7e8 req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.26 "DELETE /v2.0/ports/802beb40-54bc-4aaf-8f7d-653f9e07a18a HTTP/1.1" status: 204 len: 173 time: 1.8111811 Apr 15 10:56:06.573329 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6ae59c9f-3506-46a6-b1e9-f25fb1cd8be3 req-fb42c960-4578-4537-a530-467376907678 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 210 time: 0.0865309 Apr 15 10:56:06.657217 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952369cb-6e0b-4c27-96c2-08c080eda796', 'name': 'network-vif-deleted', 'tag': '802beb40-54bc-4aaf-8f7d-653f9e07a18a', 'status': 'completed', 'code': 200} Apr 15 10:56:06.693712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Allocated IP 172.20.0.2 (3f9b39a4-70d5-4957-bbd0-24e438b35d08/86801a6c-48b9-417b-841f-202cda1f4360/624fe0ba-a2e5-401c-a297-6ea8054ff906) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:07.195225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a3bbf-6e68-4415-b31a-3efd84d378d4 req-27e2c2e4-6553-4320-9772-26938309f97d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.196833 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e2a3bbf-6e68-4415-b31a-3efd84d378d4 req-27e2c2e4-6553-4320-9772-26938309f97d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.4548349 Apr 15 10:56:07.229188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.266521 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e2a3bbf-6e68-4415-b31a-3efd84d378d4 req-813f8fca-bedd-4036-87fd-12fc5cdd81d2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599740 Apr 15 10:56:07.277151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.285210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.299247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379', '30d52831-c358-46d0-b6d8-0ef3170a99c1', '835a1fbe-acf7-47be-853a-d41aff97137a'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:07.302407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:07.391832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event updated for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:07.404421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.404819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.405355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.405747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.406131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.406540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.406921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.407301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.407681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.408062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.408442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.408815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:07.461254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:07.558126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-57048699-97ac-4cbe-871f-a2bf1170a3be req-aece37d8-a196-4f2b-8fb4-0a46651bd7e0 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Synchronizing usage tracker for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:07.576602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-57048699-97ac-4cbe-871f-a2bf1170a3be req-aece37d8-a196-4f2b-8fb4-0a46651bd7e0 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Unset dirty status for tenant:6c5e598c1b1e43de9a321513d7021255 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:07.578541 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-57048699-97ac-4cbe-871f-a2bf1170a3be req-aece37d8-a196-4f2b-8fb4-0a46651bd7e0 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] 10.222.0.32 "GET /v2.0/ports?device_id=952369cb-6e0b-4c27-96c2-08c080eda796 HTTP/1.1" status: 200 len: 210 time: 0.0921271 Apr 15 10:56:07.617546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0e8a03c8-852c-4b7b-9652-aab71d2845cc req-84347626-ddb1-49b8-bb28-5bfb5d75976a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:07.633806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:07.636678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:07.639198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:07.647715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.648595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.678533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0e8a03c8-852c-4b7b-9652-aab71d2845cc req-84347626-ddb1-49b8-bb28-5bfb5d75976a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:07.686867 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e8a03c8-852c-4b7b-9652-aab71d2845cc req-84347626-ddb1-49b8-bb28-5bfb5d75976a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 210 time: 0.1260645 Apr 15 10:56:07.696964 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6780281 Apr 15 10:56:07.712146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Request body: {'port': {'device_id': '50b9ed9d-5988-447d-a007-b08ad7586007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:07.912242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:07.942417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-7a367ffd-927d-4ed4-b84b-f589e5c7fde6 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:07.944061 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-7a367ffd-927d-4ed4-b84b-f589e5c7fde6 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 814 time: 0.1591706 Apr 15 10:56:07.957123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'port': {'device_id': 'b6301bb3-f333-438f-8467-b84749e4deba', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'admin_state_up': True, 'tenant_id': 'e991c07377884534acc7f89843c7917e'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:08.012182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545d19f9-4ef5-484c-961d-a85525cb6084 req-0e7865da-2d61-4096-a2eb-19a8020fb8a1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.013432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-545d19f9-4ef5-484c-961d-a85525cb6084 req-0e7865da-2d61-4096-a2eb-19a8020fb8a1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:08.088260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-545d19f9-4ef5-484c-961d-a85525cb6084 req-0e7865da-2d61-4096-a2eb-19a8020fb8a1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:08.089787 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-545d19f9-4ef5-484c-961d-a85525cb6084 req-0e7865da-2d61-4096-a2eb-19a8020fb8a1 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 931 time: 0.2619035 Apr 15 10:56:08.118526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:08.129284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:08.138558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Made reservation on behalf of e991c07377884534acc7f89843c7917e for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:08.144654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.212456 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-545d19f9-4ef5-484c-961d-a85525cb6084 req-c2a742f1-5b6e-4491-9ceb-f9ffdb259e51 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718129 Apr 15 10:56:08.344847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Allocated IP 172.20.0.9 (0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa/2fe89844-3c3e-49a9-a9c4-651c43d02dba/3ea30f9b-7bdf-45da-9f6e-e24295442776) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:08.454371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 624fe0ba-a2e5-401c-a297-6ea8054ff906 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:08.465925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.481755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Transition to ACTIVE for port object 624fe0ba-a2e5-401c-a297-6ea8054ff906 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:08.485273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.563575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:08.628446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39175c-6ba8-46e1-b1d5-783d9f722b13 req-844edaa7-ba52-41da-aff8-df7b3758a98d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:08.629968 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e39175c-6ba8-46e1-b1d5-783d9f722b13 req-844edaa7-ba52-41da-aff8-df7b3758a98d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2053821 Apr 15 10:56:08.673865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.676620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:08.689186 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:08.709145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Transition to ACTIVE for port object 3ea30f9b-7bdf-45da-9f6e-e24295442776 will not be triggered until provisioned by entity DHCP. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:08.737259 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e39175c-6ba8-46e1-b1d5-783d9f722b13 req-59c977e8-f07b-4db6-958b-c18930238496 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952184 Apr 15 10:56:08.801019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:08.857228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 802beb40-54bc-4aaf-8f7d-653f9e07a18a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:08.950490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:08.977314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 802beb40-54bc-4aaf-8f7d-653f9e07a18a {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:08.977994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 802beb40-54bc-4aaf-8f7d-653f9e07a18a not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:09.046556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.057919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.058444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.058734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.059126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.059510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.059952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.060337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.060719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.061099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.061479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.062029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.062432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:09.080027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.120416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:09.121717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:09.131067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:09.212862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Attempting to bind port 624fe0ba-a2e5-401c-a297-6ea8054ff906 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:09.213237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Attempting to bind port 624fe0ba-a2e5-401c-a297-6ea8054ff906 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:09.213673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Attempting to bind port 624fe0ba-a2e5-401c-a297-6ea8054ff906 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:09.225360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Port 624fe0ba-a2e5-401c-a297-6ea8054ff906 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:09.226269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Attempting to bind port 624fe0ba-a2e5-401c-a297-6ea8054ff906 on network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:09.249094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:09.249094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Checking segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:09.249094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Bound using segment: {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:09.249094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Bound port: 624fe0ba-a2e5-401c-a297-6ea8054ff906, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a08072d-5665-439d-a4a3-7e88ac7fd694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 656, 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:09.249094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.324099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.325087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.398821 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4432495 Apr 15 10:56:09.416858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f88fb-c31b-493c-aa52-3c7adc37ade8 req-7ab9940e-abcf-4099-a19d-e7cbf291a6d0 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.439118 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e1f88fb-c31b-493c-aa52-3c7adc37ade8 req-7ab9940e-abcf-4099-a19d-e7cbf291a6d0 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.5331192 Apr 15 10:56:09.585264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-677faebd-8491-477d-8298-d3990dabca4f None None] Provisioning for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:09.599605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0e1f88fb-c31b-493c-aa52-3c7adc37ade8 req-471548cc-2555-43d2-ad5b-d414dbcd3ffa tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:09.600294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-677faebd-8491-477d-8298-d3990dabca4f None None] Provisioning complete for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:09.601717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-677faebd-8491-477d-8298-d3990dabca4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.618629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:09.624445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:09.629433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.653086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:09.689790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0e1f88fb-c31b-493c-aa52-3c7adc37ade8 req-471548cc-2555-43d2-ad5b-d414dbcd3ffa tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:09.699317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-677faebd-8491-477d-8298-d3990dabca4f None None] Port 3ea30f9b-7bdf-45da-9f6e-e24295442776 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:56:09.699544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e1f88fb-c31b-493c-aa52-3c7adc37ade8 req-471548cc-2555-43d2-ad5b-d414dbcd3ffa tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593727 Apr 15 10:56:09.875737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Pushing event updated for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:09.884160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:09.920498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.921129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:09.922615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] 10.222.0.26 "PUT /v2.0/ports/624fe0ba-a2e5-401c-a297-6ea8054ff906 HTTP/1.1" status: 200 len: 1093 time: 2.2156560 Apr 15 10:56:09.923185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:09.956832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55171fa-9397-4d71-84fb-65129f606333 req-17bdcc7f-b36a-469e-b37c-f02a20474dd6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:09.958506 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a55171fa-9397-4d71-84fb-65129f606333 req-17bdcc7f-b36a-469e-b37c-f02a20474dd6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1485271 Apr 15 10:56:10.011973 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a55171fa-9397-4d71-84fb-65129f606333 req-b0e328cb-ace9-4b4b-83d2-46adc71fc9cc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467043 Apr 15 10:56:10.221942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674c3dfb-bc18-4a1a-a4cc-e94a114b01e5 req-519c432b-6385-408a-8475-aa9732fe507d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.223907 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-674c3dfb-bc18-4a1a-a4cc-e94a114b01e5 req-519c432b-6385-408a-8475-aa9732fe507d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1039510 Apr 15 10:56:10.277993 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-674c3dfb-bc18-4a1a-a4cc-e94a114b01e5 req-71964177-00a7-4881-9afc-54775c4b9dbd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472834 Apr 15 10:56:10.343252 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906', 'status': 'completed', 'code': 200} Apr 15 10:56:10.906511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486d6e4-645b-45da-971a-d6eb3639a428 req-f7a7b2d6-9f3c-4bbd-8fa6-cb37f92466bc tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:10.907832 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0486d6e4-645b-45da-971a-d6eb3639a428 req-f7a7b2d6-9f3c-4bbd-8fa6-cb37f92466bc tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0941141 Apr 15 10:56:10.964952 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0486d6e4-645b-45da-971a-d6eb3639a428 req-b645b431-f39e-4f9a-bf3f-6b6b01841df4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490775 Apr 15 10:56:11.287704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a48b59-b2c5-437a-8dd6-b72d0066baca req-ae32be6d-702a-43c8-8e89-079fa7c93a84 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.291261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64a48b59-b2c5-437a-8dd6-b72d0066baca req-ae32be6d-702a-43c8-8e89-079fa7c93a84 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1342468 Apr 15 10:56:11.365901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64a48b59-b2c5-437a-8dd6-b72d0066baca req-a6ea8a29-538d-430a-a190-2b2c670ecf04 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736349 Apr 15 10:56:11.566394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b667221-df0d-43e0-96b6-aef1cdfecaa9 req-8f148625-312d-474f-a3cd-b3550cb62dcc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:11.568114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6b667221-df0d-43e0-96b6-aef1cdfecaa9 req-8f148625-312d-474f-a3cd-b3550cb62dcc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0977509 Apr 15 10:56:11.625260 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6b667221-df0d-43e0-96b6-aef1cdfecaa9 req-c15ece02-f463-40ed-8cdb-7f8b87031330 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501072 Apr 15 10:56:12.205864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d7bc8-dfd7-4897-9533-b3bb2d2d23c0 req-0d692a02-db83-4dc8-9bdc-219daa2cc346 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:12.207707 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b89d7bc8-dfd7-4897-9533-b3bb2d2d23c0 req-0d692a02-db83-4dc8-9bdc-219daa2cc346 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1094806 Apr 15 10:56:12.259499 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b89d7bc8-dfd7-4897-9533-b3bb2d2d23c0 req-18141eb7-7c8b-4248-b60b-477bf33b0a77 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435150 Apr 15 10:56:12.616956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf49ae-3178-4737-8e48-6b67129b48be req-99cdc888-e7f9-4202-9ec0-46e42b895881 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:12.619125 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dfbf49ae-3178-4737-8e48-6b67129b48be req-99cdc888-e7f9-4202-9ec0-46e42b895881 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1217120 Apr 15 10:56:12.710824 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dfbf49ae-3178-4737-8e48-6b67129b48be req-561e86f6-cf94-4e94-bde1-9cdb02dc9e8f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788991 Apr 15 10:56:12.948178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eca4c3-69f5-4931-88e0-50577571a587 req-a3ffbc86-68ce-4aee-ab5c-ec5d0e25b679 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:12.949758 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e9eca4c3-69f5-4931-88e0-50577571a587 req-a3ffbc86-68ce-4aee-ab5c-ec5d0e25b679 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0896900 Apr 15 10:56:13.006153 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e9eca4c3-69f5-4931-88e0-50577571a587 req-95ee72fd-3ef7-4564-968b-0e903cb41ab0 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493667 Apr 15 10:56:13.472864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80460c5-417f-4e41-8220-e0f42418f2ed req-82edebdf-f298-4c91-b1ad-df929003f13f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.474683 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a80460c5-417f-4e41-8220-e0f42418f2ed req-82edebdf-f298-4c91-b1ad-df929003f13f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0947580 Apr 15 10:56:13.526372 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a80460c5-417f-4e41-8220-e0f42418f2ed req-643d7e53-77e1-407c-8759-f336496da3d5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445714 Apr 15 10:56:13.941951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7695e8a-e38b-49e3-b116-def0d8b66462 req-61449056-e412-457c-80ee-a97140cc149c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:13.946170 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7695e8a-e38b-49e3-b116-def0d8b66462 req-61449056-e412-457c-80ee-a97140cc149c tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1034732 Apr 15 10:56:14.014114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7695e8a-e38b-49e3-b116-def0d8b66462 req-19adec49-3a2e-4484-94c3-51b32869d6cd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636308 Apr 15 10:56:14.251937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd84bdd-8322-45d7-b0d9-56f90213d328 req-4e8bda26-8f1c-44ae-bb74-654878f1042e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.253907 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7fd84bdd-8322-45d7-b0d9-56f90213d328 req-4e8bda26-8f1c-44ae-bb74-654878f1042e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1079152 Apr 15 10:56:14.344915 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7fd84bdd-8322-45d7-b0d9-56f90213d328 req-6811ed2c-8e67-40fb-a8c9-df1a4672d4b9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Apr 15 10:56:14.753476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097005dd-155f-4f91-989a-1f9e64147009 req-5b7732a3-ecf9-4c8e-bc31-3074149f6520 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:14.755095 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-097005dd-155f-4f91-989a-1f9e64147009 req-5b7732a3-ecf9-4c8e-bc31-3074149f6520 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1015139 Apr 15 10:56:14.803797 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-097005dd-155f-4f91-989a-1f9e64147009 req-919aa3d7-9d9c-46cf-85d9-2dcc8f650549 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416822 Apr 15 10:56:15.220403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e2cee-ac74-414f-a09f-8c28209a0b7c req-da18a83f-7bd4-4fed-b193-a1bc9acc266f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.222356 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-927e2cee-ac74-414f-a09f-8c28209a0b7c req-da18a83f-7bd4-4fed-b193-a1bc9acc266f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0903378 Apr 15 10:56:15.262564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:15.275460 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-927e2cee-ac74-414f-a09f-8c28209a0b7c req-64a764c0-222b-4659-adf5-92f5d60cdf49 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464683 Apr 15 10:56:15.585559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503fcb11-a224-481b-be79-05ad0df030ba req-3c4e433b-e5f6-4550-bf9e-fbd3f1f228d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:15.588187 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-503fcb11-a224-481b-be79-05ad0df030ba req-3c4e433b-e5f6-4550-bf9e-fbd3f1f228d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1045027 Apr 15 10:56:15.654583 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-503fcb11-a224-481b-be79-05ad0df030ba req-84135f43-1d35-4573-9357-0de47d2de792 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590427 Apr 15 10:56:16.049399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5aca93-9d9f-416e-91df-fb1818577748 req-5b59e512-ddd2-4d28-84b6-9b6f9ad54d63 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.051223 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c5aca93-9d9f-416e-91df-fb1818577748 req-5b59e512-ddd2-4d28-84b6-9b6f9ad54d63 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0981627 Apr 15 10:56:16.102352 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c5aca93-9d9f-416e-91df-fb1818577748 req-2eca9e24-a054-4e5d-be8e-0e1ffc2362f9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440423 Apr 15 10:56:16.490451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400599f9-4c4e-4097-bdad-1ca377153184 req-a9bdd9ac-cd3f-4aca-8045-b58d24c1a9e3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.492044 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-400599f9-4c4e-4097-bdad-1ca377153184 req-a9bdd9ac-cd3f-4aca-8045-b58d24c1a9e3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0941455 Apr 15 10:56:16.542180 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-400599f9-4c4e-4097-bdad-1ca377153184 req-2f5db590-e18c-4a0b-80ae-b07e2ef67a99 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436635 Apr 15 10:56:16.872234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31c37b-1783-483c-92b7-c642d722631b req-8142c932-6da7-47c7-9352-46d0fb0094ee tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:16.873735 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f31c37b-1783-483c-92b7-c642d722631b req-8142c932-6da7-47c7-9352-46d0fb0094ee tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1028924 Apr 15 10:56:16.933811 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f31c37b-1783-483c-92b7-c642d722631b req-a379f868-c841-4464-90e8-9b8d705684dc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530357 Apr 15 10:56:17.328289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1919b5d-629e-418e-88f6-f8fb3840ac2e req-46b1acc4-f56d-4aed-af7b-e2a1f8c26103 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.329926 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f1919b5d-629e-418e-88f6-f8fb3840ac2e req-46b1acc4-f56d-4aed-af7b-e2a1f8c26103 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1038399 Apr 15 10:56:17.385117 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f1919b5d-629e-418e-88f6-f8fb3840ac2e req-efc390e5-214b-424f-aaa6-6e137d2d6308 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485013 Apr 15 10:56:17.763978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a58973e-ce00-4a0f-9f2d-67fcb76f8799 req-23f3ba7a-887e-429e-a69a-f0e9569167ba tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:17.765658 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a58973e-ce00-4a0f-9f2d-67fcb76f8799 req-23f3ba7a-887e-429e-a69a-f0e9569167ba tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1031485 Apr 15 10:56:17.817659 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a58973e-ce00-4a0f-9f2d-67fcb76f8799 req-59702b1f-3fd5-49bd-af26-97747bc22cdb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439048 Apr 15 10:56:18.172192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d179f1-f58b-44ff-be3e-d365a5156962 req-a1e23b21-08e4-4ef6-b039-1eb635597bbf tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.175221 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b6d179f1-f58b-44ff-be3e-d365a5156962 req-a1e23b21-08e4-4ef6-b039-1eb635597bbf tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1205208 Apr 15 10:56:18.488722 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b6d179f1-f58b-44ff-be3e-d365a5156962 req-6c5aa405-6ea9-4bb9-aae7-27cd22949915 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973418 Apr 15 10:56:18.684623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9528d6-2fa2-4b43-b0f0-b080b4a8d48c req-7a1b6169-ffa1-4860-8296-be29681bfcd4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:18.686660 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e9528d6-2fa2-4b43-b0f0-b080b4a8d48c req-7a1b6169-ffa1-4860-8296-be29681bfcd4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0936668 Apr 15 10:56:18.737929 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e9528d6-2fa2-4b43-b0f0-b080b4a8d48c req-db3023b6-d1d0-4b5e-846d-137d2d7a46e3 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446832 Apr 15 10:56:19.060263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08b21d-bd84-4460-bf91-14f1402b29bf req-3876c3a8-8bdb-4484-ab58-506be9b0a025 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.062009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7f08b21d-bd84-4460-bf91-14f1402b29bf req-3876c3a8-8bdb-4484-ab58-506be9b0a025 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1322873 Apr 15 10:56:19.119457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7f08b21d-bd84-4460-bf91-14f1402b29bf req-5f1e5375-1ba7-47ca-89ce-24f7f935a6bb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Apr 15 10:56:19.713486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f606df35-e878-4987-9b17-e23aeb9ed112 req-bd54250d-f697-4fe6-b659-365b4b72c184 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.715133 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f606df35-e878-4987-9b17-e23aeb9ed112 req-bd54250d-f697-4fe6-b659-365b4b72c184 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0912998 Apr 15 10:56:19.772573 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f606df35-e878-4987-9b17-e23aeb9ed112 req-ad381e31-3d6e-4823-a82d-e260cfabb456 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506799 Apr 15 10:56:19.949152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36894) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:19.987519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e30d70-2e9d-4da2-bd1d-cdc3a7cd766a req-96a814d2-acd7-40f2-b01f-a5a23fae4d14 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:19.989319 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0e30d70-2e9d-4da2-bd1d-cdc3a7cd766a req-96a814d2-acd7-40f2-b01f-a5a23fae4d14 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1110709 Apr 15 10:56:20.037657 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0e30d70-2e9d-4da2-bd1d-cdc3a7cd766a req-9355029f-2f57-4187-a816-c2c10f2a858e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419548 Apr 15 10:56:20.154145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.174789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:20.180548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Usage tracker for resource:security_group_rule and tenant:950af9cd73f944899347985bea3583d7 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:20.184638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:20.192701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:20.294270 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.299021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.310395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.360597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5741b1-77ea-4328-8496-2eae82f7f082,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.364020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:20.368010 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=950af9cd73f944899347985bea3583d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166815 Apr 15 10:56:20.370415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 36906) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:20.420072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b53cec-ae38-4007-a187-200e4471221b req-a6c452d3-c36f-4642-80c7-9c4688cea842 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.422021 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-97b53cec-ae38-4007-a187-200e4471221b req-a6c452d3-c36f-4642-80c7-9c4688cea842 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1593037 Apr 15 10:56:20.462372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.473681 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-97b53cec-ae38-4007-a187-200e4471221b req-53400002-d6c9-4bdc-874e-67db54503048 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440221 Apr 15 10:56:20.494248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.550422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.559140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-221ecd77-ccb7-450a-a081-03188166c706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:20.570693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5741b1-77ea-4328-8496-2eae82f7f082,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:20.573448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:20.581548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:20.584851 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c5741b1-77ea-4328-8496-2eae82f7f082 HTTP/1.1" status: 204 len: 168 time: 0.2114897 Apr 15 10:56:20.996914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9a1ce-bede-406e-a5ad-68fb2ef7eb0d req-52ced032-7ebd-4f41-bf5c-c42cb03e1022 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:20.998743 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-59c9a1ce-bede-406e-a5ad-68fb2ef7eb0d req-52ced032-7ebd-4f41-bf5c-c42cb03e1022 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0976238 Apr 15 10:56:21.048902 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-59c9a1ce-bede-406e-a5ad-68fb2ef7eb0d req-c5328706-17b6-4909-9f00-bb4083297d48 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417156 Apr 15 10:56:21.252974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6814cd-cb4e-44ce-a197-4830193487b3 req-4ad968f5-480d-45fe-bc9c-daf5ec7ebf5e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.254741 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5e6814cd-cb4e-44ce-a197-4830193487b3 req-4ad968f5-480d-45fe-bc9c-daf5ec7ebf5e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0934985 Apr 15 10:56:21.313827 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5e6814cd-cb4e-44ce-a197-4830193487b3 req-b8729e23-fe6b-4148-813f-2a109a034048 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519845 Apr 15 10:56:21.701539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002756e1-c110-4294-adea-8cee0e50ae97 req-45a579a1-80a6-4fd1-996f-dbffb5e04698 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:21.703192 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-002756e1-c110-4294-adea-8cee0e50ae97 req-45a579a1-80a6-4fd1-996f-dbffb5e04698 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0889270 Apr 15 10:56:21.757411 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-002756e1-c110-4294-adea-8cee0e50ae97 req-24695694-b737-49eb-8ec0-6583cb250ffd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477369 Apr 15 10:56:22.283417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066cf2a-e2f5-482f-a18f-66c9cd151473 req-e1c9d8c2-0992-477b-bf23-1a7c6486c504 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.285046 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d066cf2a-e2f5-482f-a18f-66c9cd151473 req-e1c9d8c2-0992-477b-bf23-1a7c6486c504 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0946047 Apr 15 10:56:22.345172 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d066cf2a-e2f5-482f-a18f-66c9cd151473 req-6b3fc29a-2e18-4814-b558-b28d71e44ff7 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515392 Apr 15 10:56:22.572957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2172586-eb83-483f-b5bd-46e99211e506 req-d746f08b-e580-42a7-9b6c-8f705903de4a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.574601 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a2172586-eb83-483f-b5bd-46e99211e506 req-d746f08b-e580-42a7-9b6c-8f705903de4a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1002448 Apr 15 10:56:22.628103 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a2172586-eb83-483f-b5bd-46e99211e506 req-3be8ac13-e652-45c9-bb47-68019b0073da tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447321 Apr 15 10:56:22.990912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c894a-676e-4c4f-8092-cd77b244cab2 req-eeb9a687-9665-4c56-8043-40ff9d319e12 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:22.992630 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-241c894a-676e-4c4f-8092-cd77b244cab2 req-eeb9a687-9665-4c56-8043-40ff9d319e12 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1028905 Apr 15 10:56:23.043378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-241c894a-676e-4c4f-8092-cd77b244cab2 req-b33f6492-75f4-4548-a495-b3eef3cf665f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441773 Apr 15 10:56:23.389830 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-527c1fdc-b05f-4f15-b6eb-5fe7dbf0802c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371943 Apr 15 10:56:23.565568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-b4945c31-d3c5-4349-87ac-453c8d54c597 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.567303 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-b4945c31-d3c5-4349-87ac-453c8d54c597 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1708982 Apr 15 10:56:23.584159 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-754c0d51-83a1-4f1f-b93d-01c71ed73571 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/quotas/f6491eb98e9f404f94e8abe46d8b497b HTTP/1.1" status: 200 len: 375 time: 0.0102723 Apr 15 10:56:23.641465 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-c4761250-aba2-492a-a146-aad7b119ce93 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512478 Apr 15 10:56:23.953296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131950c8-6dff-4cd4-9b3d-194c656feaa9 req-7e5007d4-6d6d-4ed6-ada6-997342ad4358 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:23.955009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-131950c8-6dff-4cd4-9b3d-194c656feaa9 req-7e5007d4-6d6d-4ed6-ada6-997342ad4358 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0969450 Apr 15 10:56:24.006511 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-131950c8-6dff-4cd4-9b3d-194c656feaa9 req-203749a8-f0e5-4831-8178-d50526703877 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448718 Apr 15 10:56:24.226593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6b438-c2b5-466f-992f-26575b44531f req-5533e799-8e85-4699-9a53-26ddbae855db tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.228196 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d5e6b438-c2b5-466f-992f-26575b44531f req-5533e799-8e85-4699-9a53-26ddbae855db tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0888124 Apr 15 10:56:24.281113 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d5e6b438-c2b5-466f-992f-26575b44531f req-37750bd5-7cea-43df-9fe1-9ff816b37a05 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459387 Apr 15 10:56:24.431697 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26a20a02-cd7d-4970-a26f-dfd381eaa5cc req-3231ea63-969b-4b0d-a6c9-9fd751955217 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0514138 Apr 15 10:56:24.630045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f463f6-c354-439c-8373-83cee2f63469 req-870501e2-583f-4eea-93e6-0d6ecd3452ce tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:24.631707 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34f463f6-c354-439c-8373-83cee2f63469 req-870501e2-583f-4eea-93e6-0d6ecd3452ce tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0955906 Apr 15 10:56:24.685808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34f463f6-c354-439c-8373-83cee2f63469 req-e93c2f86-3c59-4741-b760-43956af4d914 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475409 Apr 15 10:56:25.219281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94482952-2cb6-40d6-8d10-b2c5875aa02f req-a901cae9-e954-4433-94b5-cd35f7a4abea tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.220928 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94482952-2cb6-40d6-8d10-b2c5875aa02f req-a901cae9-e954-4433-94b5-cd35f7a4abea tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0974531 Apr 15 10:56:25.272337 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94482952-2cb6-40d6-8d10-b2c5875aa02f req-31ce0fd3-5170-4625-a3fd-4c02b22ffd50 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448599 Apr 15 10:56:25.488422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271927-b27c-4aca-8c9d-a3683e02852c req-664039e6-8c04-47c8-9dd4-05fdc9dd428d tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.490075 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9d271927-b27c-4aca-8c9d-a3683e02852c req-664039e6-8c04-47c8-9dd4-05fdc9dd428d tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0951238 Apr 15 10:56:25.544632 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9d271927-b27c-4aca-8c9d-a3683e02852c req-36bf8cb3-a397-491f-ae08-048863c09da7 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449510 Apr 15 10:56:25.708272 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d3fa779-807b-44be-9d28-1e5025e40200 req-1fba4cea-f4bb-4f4b-9856-134f11457c8f tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0605834 Apr 15 10:56:25.906769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28365f-e8f1-4ab8-aff6-1d9f4421a558 req-3905005b-4b8c-4323-b9fa-e563da5ba044 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:25.908372 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ba28365f-e8f1-4ab8-aff6-1d9f4421a558 req-3905005b-4b8c-4323-b9fa-e563da5ba044 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0950162 Apr 15 10:56:25.961286 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ba28365f-e8f1-4ab8-aff6-1d9f4421a558 req-d56f795f-57c4-4da7-9c8e-df38ed52240d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455439 Apr 15 10:56:26.486440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c869d-c4c7-418b-9c5f-48bd112ec068 req-7b06c923-f927-44c0-8dc5-46860e21cbb5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.488496 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-528c869d-c4c7-418b-9c5f-48bd112ec068 req-7b06c923-f927-44c0-8dc5-46860e21cbb5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0918963 Apr 15 10:56:26.549329 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-528c869d-c4c7-418b-9c5f-48bd112ec068 req-fca9fda0-fa9c-4b6b-8cd7-db8c331bbdf9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543985 Apr 15 10:56:26.755800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3869d31-4b38-4f6a-a093-391a717c2b1b req-57b9faeb-b2ec-4e03-9a11-c31fae77e901 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:26.757364 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a3869d31-4b38-4f6a-a093-391a717c2b1b req-57b9faeb-b2ec-4e03-9a11-c31fae77e901 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0977769 Apr 15 10:56:26.807786 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a3869d31-4b38-4f6a-a093-391a717c2b1b req-d22cf2da-7be1-45b8-95b8-14629c3f4e72 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417309 Apr 15 10:56:26.965631 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5229a6c0-9c8e-4521-bc27-7ab17e5f0663 req-46c25631-8bd2-417f-82eb-c3fc0b573524 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0507607 Apr 15 10:56:27.181881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a7fdd-0875-4d4a-b810-fd7d523d3111 req-3084481c-3698-4a6e-94e6-4969c9be1c33 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.183503 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8b1a7fdd-0875-4d4a-b810-fd7d523d3111 req-3084481c-3698-4a6e-94e6-4969c9be1c33 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0922191 Apr 15 10:56:27.232785 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8b1a7fdd-0875-4d4a-b810-fd7d523d3111 req-96f8bdf6-70ae-444a-bb91-bbdc9768f158 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428243 Apr 15 10:56:27.427068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37050) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:27.506146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Deleting subnet e02ec2db-126d-428d-8ece-577a18186376 {{(pid=85373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:27.509383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.566435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.574393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.888127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c139a66-0da8-4f83-ba9f-b19d8ebeb35e req-26ea234b-2295-4607-9b9c-069cd04b4684 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:27.889729 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c139a66-0da8-4f83-ba9f-b19d8ebeb35e req-26ea234b-2295-4607-9b9c-069cd04b4684 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1968613 Apr 15 10:56:27.940337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:27.945574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:56:27.959590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:28.001282 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c139a66-0da8-4f83-ba9f-b19d8ebeb35e req-0e982714-e0f0-4bda-9624-eaf28fdbffef tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026781 Apr 15 10:56:28.056221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02ec2db-126d-428d-8ece-577a18186376,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:28.059093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:28.145015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.163526 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e02ec2db-126d-428d-8ece-577a18186376 HTTP/1.1" status: 204 len: 168 time: 0.7347324 Apr 15 10:56:28.166467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37060) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:28.204295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2179a1fe-f14b-4e2a-ba6b-994ab705cc6e req-d17c6160-c28d-4153-b5e1-64f9d0c8301e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.206068 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2179a1fe-f14b-4e2a-ba6b-994ab705cc6e req-d17c6160-c28d-4153-b5e1-64f9d0c8301e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.1050375 Apr 15 10:56:28.255222 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2179a1fe-f14b-4e2a-ba6b-994ab705cc6e req-1a1c3553-92bf-4876-8905-35ed6680ee36 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Apr 15 10:56:28.284834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.403609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1d0bb56d-48eb-4ca1-8e06-9ee236e9f537 req-feaf0a4b-2f9d-46c8-b7c5-c76b0f4abc03 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0476167 Apr 15 10:56:28.606934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625246a4-253e-4e00-ab9d-f5e81d3cf6dc req-b2a1bf04-dd51-4c4b-94e2-b6d61426f727 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:28.608656 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-625246a4-253e-4e00-ab9d-f5e81d3cf6dc req-b2a1bf04-dd51-4c4b-94e2-b6d61426f727 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0971520 Apr 15 10:56:28.660586 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-625246a4-253e-4e00-ab9d-f5e81d3cf6dc req-2b0dfe48-d6f3-48b0-9c4e-15d8848760c9 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Apr 15 10:56:28.677350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.797399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b3ba36-648c-4769-a6de-b998a2e5ad10']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:28.811530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441f5020-be56-4356-a18e-cbf94e57576e') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:28.811869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441f5020-be56-4356-a18e-cbf94e57576e') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:28.824869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.840604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:28.847250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Releasing vlan 659 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:29.038343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:29.047486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.227606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Network 16b3ba36-648c-4769-a6de-b998a2e5ad10 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:29.231166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1e61a0-3d0a-4d58-8326-f453e4117ef4 req-72330754-8993-4693-b6cd-2faafc745a50 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.232776 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c1e61a0-3d0a-4d58-8326-f453e4117ef4 req-72330754-8993-4693-b6cd-2faafc745a50 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0911474 Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:29.250208 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:29.284038 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c1e61a0-3d0a-4d58-8326-f453e4117ef4 req-9dffeb30-260e-46f7-a3a8-525d797884c5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442121 Apr 15 10:56:29.328883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.332731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.346676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.360365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Pushing event deleted for resources: {'Network': ['ID=16b3ba36-648c-4769-a6de-b998a2e5ad10,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.362902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:29.366331 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] 10.222.0.32 "DELETE /v2.0/networks/16b3ba36-648c-4769-a6de-b998a2e5ad10 HTTP/1.1" status: 204 len: 168 time: 1.1976049 Apr 15 10:56:29.368269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37070) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:29.433252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Deleting subnet 8daf2b9a-a6e9-47a2-8f5d-b0c000a987d6 {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:56:29.436560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.484959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd2b32-c73d-45d4-bf16-3fd308d1baca req-3a1cadbf-3e6d-43a7-b836-3b45eb543ccf tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:29.486565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48bd2b32-c73d-45d4-bf16-3fd308d1baca req-3a1cadbf-3e6d-43a7-b836-3b45eb543ccf tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 0.0922668 Apr 15 10:56:29.492126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.535548 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48bd2b32-c73d-45d4-bf16-3fd308d1baca req-0f28f70c-842e-4a16-9df2-998ec612c5c4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422406 Apr 15 10:56:29.554716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.691173 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a51db316-1957-47ac-8ef0-c4983b9c4037 req-56ab6bd3-ae9f-4078-a63b-a2bd176332b5 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0479865 Apr 15 10:56:29.843514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:29.860333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6493b470-0398-491f-b461-bb2b08e7a7cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:29.947935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8daf2b9a-a6e9-47a2-8f5d-b0c000a987d6,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:29.955447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:30.000764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.010660 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7a49a77d-7d65-4017-a911-60a0fd7e9a5d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8daf2b9a-a6e9-47a2-8f5d-b0c000a987d6 HTTP/1.1" status: 204 len: 168 time: 0.6377347 Apr 15 10:56:30.011017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37078) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:30.021875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22a08c-0262-4ae7-884f-2c96545c9ac2 req-f04bde11-4277-4b43-863d-7e7e06a7d82b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.023495 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c22a08c-0262-4ae7-884f-2c96545c9ac2 req-f04bde11-4277-4b43-863d-7e7e06a7d82b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.0950439 Apr 15 10:56:30.073178 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c22a08c-0262-4ae7-884f-2c96545c9ac2 req-09cf74ab-1c60-4349-a9b6-ae377ee16c77 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Apr 15 10:56:30.142758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.218382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Request body: {'port': {'device_id': 'b6301bb3-f333-438f-8467-b84749e4deba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:30.246727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-a4ba45a3-e1d6-438e-b8df-b46bb51ce6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.248333 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-a4ba45a3-e1d6-438e-b8df-b46bb51ce6c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 1096 time: 0.0931890 Apr 15 10:56:30.490785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-bb2b72ab-b255-4ef4-a767-c4da1995671a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.492364 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-bb2b72ab-b255-4ef4-a767-c4da1995671a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2228410 Apr 15 10:56:30.527509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.539420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.618238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-ee5608dd-ff82-4ca6-8d6e-bc0a9b9ef7cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3686872 Apr 15 10:56:30.825761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8e673-35f2-43c3-b1f5-3a11346ddeb0 req-6320088f-46a6-4473-8279-fb6461cd86a3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.827330 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fbf8e673-35f2-43c3-b1f5-3a11346ddeb0 req-6320088f-46a6-4473-8279-fb6461cd86a3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.4179072 Apr 15 10:56:30.875964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20d83cd3-140a-48fb-bb58-0571bea27f1c']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:30.907971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588fd738-12bf-4e75-8f6e-dc234a77947d') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:30.908322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588fd738-12bf-4e75-8f6e-dc234a77947d') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:56:30.924094 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fbf8e673-35f2-43c3-b1f5-3a11346ddeb0 req-88c3dbd0-bd07-4c02-9d3d-e65d829137ea tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823512 Apr 15 10:56:30.938919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:30.968696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-a3563711-552d-4524-9de8-7372e0e6e5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:30.970354 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cbb23a57-8f9b-4a1d-b151-b4c94c228ff5 req-a3563711-552d-4524-9de8-7372e0e6e5d6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4699035 Apr 15 10:56:30.972176 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-5b602baf-cc93-4795-9c89-0819f57b77ea tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471499 Apr 15 10:56:31.095876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.122027 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5600471d-b42b-47c9-85f6-2eb945e945b3 req-80f7a6a5-2ec7-4b57-817a-4459c8fe9da7 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0875664 Apr 15 10:56:31.222952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:56:31.254194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135f7205-0fd7-4acf-a380-468e053a857e req-5e9cf5db-56ba-4368-bc3a-0daa4bab515c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.254969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-135f7205-0fd7-4acf-a380-468e053a857e req-5e9cf5db-56ba-4368-bc3a-0daa4bab515c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:31.273133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779774a-4bc0-408c-8dbf-770908747e4a req-de7bbae3-9b4d-40eb-af8b-bb9b80013ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.274759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-de7bbae3-9b4d-40eb-af8b-bb9b80013ef8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.5996008 Apr 15 10:56:31.422307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-b4d719cd-cbb2-45c2-91a6-772197fdd1b7 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.423971 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-b4d719cd-cbb2-45c2-91a6-772197fdd1b7 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3022041 Apr 15 10:56:31.445581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-e2c5519a-b7ec-451b-9d22-cf1e3ce95968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.447521 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-e2c5519a-b7ec-451b-9d22-cf1e3ce95968 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 1096 time: 0.2889206 Apr 15 10:56:31.451453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Request body: {'port': {'device_id': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad', 'admin_state_up': True, 'tenant_id': 'f6491eb98e9f404f94e8abe46d8b497b'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:31.603011 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-35d150ae-76eb-4048-a018-60117754e25b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906 HTTP/1.1" status: 200 len: 217 time: 0.1345625 Apr 15 10:56:31.617342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e1116-1f8c-4973-bbed-2c387678409f req-847096f4-50bc-4621-a343-164729225b03 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.618954 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a55e1116-1f8c-4973-bbed-2c387678409f req-847096f4-50bc-4621-a343-164729225b03 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.3471429 Apr 15 10:56:31.698947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-135f7205-0fd7-4acf-a380-468e053a857e req-5e9cf5db-56ba-4368-bc3a-0daa4bab515c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:31.700219 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-135f7205-0fd7-4acf-a380-468e053a857e req-5e9cf5db-56ba-4368-bc3a-0daa4bab515c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 931 time: 1.0264063 Apr 15 10:56:31.753796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.resource_extend [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 10:56:31.762568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-866f40c4-eaef-4dfe-89f0-dc8b25ec6624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:31.764224 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-866f40c4-eaef-4dfe-89f0-dc8b25ec6624 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 200 len: 855 time: 0.1419959 Apr 15 10:56:31.764724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:31.775009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.831539 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a55e1116-1f8c-4973-bbed-2c387678409f req-c7d41986-fbd5-477c-9416-3b10392a2392 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606455 Apr 15 10:56:31.842086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-9448ee56-d01d-47fc-9397-adc6bf6e80bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f9b39a4-70d5-4957-bbd0-24e438b35d08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634918 Apr 15 10:56:31.856020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:31.856020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Usage tracker for resource:port and tenant:f6491eb98e9f404f94e8abe46d8b497b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:31.856020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:31.862065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:31.872120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Made reservation on behalf of f6491eb98e9f404f94e8abe46d8b497b for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:31.878757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.892937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.932472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ea30f9b-7bdf-45da-9f6e-e24295442776 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:31.971173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:31.991040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:31.999383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Usage tracker for resource:security_group_rule and tenant:f6491eb98e9f404f94e8abe46d8b497b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:32.003918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:32.018656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:32.021843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Transition to ACTIVE for port object 3ea30f9b-7bdf-45da-9f6e-e24295442776 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:32.070082 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-135f7205-0fd7-4acf-a380-468e053a857e req-46c0a1b3-d0c1-41b0-8d85-1a1cdbfbeb32 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592947 Apr 15 10:56:32.081792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.121690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Network 20d83cd3-140a-48fb-bb58-0571bea27f1c has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:56:32.132945 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.161593 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-b5695abb-4a8d-4c84-be32-329afd41a620 service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581503 Apr 15 10:56:32.188177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779774a-4bc0-408c-8dbf-770908747e4a req-539cc7f3-2f44-4cd8-a1f9-743cebf9fa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.189751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-539cc7f3-2f44-4cd8-a1f9-743cebf9fa1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.8543391 Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:56:32.190479 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:56:32.337947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b12a8-926c-41e5-8c5a-7ecaba894ef2 req-80f58133-494f-49d8-bb27-4dd82580be5e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.339577 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dc8b12a8-926c-41e5-8c5a-7ecaba894ef2 req-80f58133-494f-49d8-bb27-4dd82580be5e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2627904 Apr 15 10:56:32.398986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.406550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.409860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e753433c-9fdb-4ce8-a7f0-16eb33e92958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.419761 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-0935bae8-fcc8-43aa-9643-ed576e2a0fdc service neutron] 10.222.0.26 "GET /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493870 Apr 15 10:56:32.476948 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b2b485b1-1374-4df0-a880-96b0353783ab req-5b8f384f-9b68-463a-af5f-3ae24fabe17d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.2272251 Apr 15 10:56:32.486133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.494416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.507928 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dc8b12a8-926c-41e5-8c5a-7ecaba894ef2 req-086f12e1-84bc-43f6-8690-58eff856531b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554184 Apr 15 10:56:32.533417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-debf3309-96cf-468c-9349-c19f7b039ffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.541491 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-fde2b10b-700e-4ced-805a-ae03fa08eaaa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1001 time: 0.2842982 Apr 15 10:56:32.545572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9406b348-2c58-49e6-add7-617daf24d45c,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.549509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.590360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.641988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Allocated IP 192.168.233.131 (4872fec0-7deb-4a90-99a6-9c9c9c2142ad/de2e918d-99ea-4c9d-a03b-da1f626d4e89/7589c047-e847-4915-b994-e9fec64ab8c9) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:32.652255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:32.666622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.697843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=20d83cd3-140a-48fb-bb58-0571bea27f1c,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:32.705958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:32.713564 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-22f589f2-21fd-46f3-9d57-12fa45bc92c7 admin admin] 10.222.0.32 "DELETE /v2.0/networks/20d83cd3-140a-48fb-bb58-0571bea27f1c HTTP/1.1" status: 204 len: 168 time: 2.6991343 Apr 15 10:56:32.755957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779774a-4bc0-408c-8dbf-770908747e4a req-def6ebf2-0c61-48d3-b80f-78689721eda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.757341 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-def6ebf2-0c61-48d3-b80f-78689721eda6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.2062590 Apr 15 10:56:32.904583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.906032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Attempting to bind port 3ea30f9b-7bdf-45da-9f6e-e24295442776 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:32.906441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Attempting to bind port 3ea30f9b-7bdf-45da-9f6e-e24295442776 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:32.906813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Attempting to bind port 3ea30f9b-7bdf-45da-9f6e-e24295442776 on network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:32.914289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Port 3ea30f9b-7bdf-45da-9f6e-e24295442776 on network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:32.914659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Attempting to bind port 3ea30f9b-7bdf-45da-9f6e-e24295442776 on network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:32.920770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779774a-4bc0-408c-8dbf-770908747e4a req-d3a696ba-a4bd-4bf2-9194-56b35e58f68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:32.922426 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-d3a696ba-a4bd-4bf2-9194-56b35e58f68d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1298375 Apr 15 10:56:32.925190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:32.925522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Transition to ACTIVE for port object 7589c047-e847-4915-b994-e9fec64ab8c9 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:32.925697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Checking segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:32.926022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Bound using segment: {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:32.926524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Bound port: 3ea30f9b-7bdf-45da-9f6e-e24295442776, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79564a96-e91c-4294-ad68-472eb513a655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:32.926915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.950551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37104) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:32.954777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:32.984385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:33.135814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3508559a-178d-4ef2-adc9-d74273b19d66 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c5e598c1b1e43de9a321513d7021255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837409 Apr 15 10:56:33.148236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37112) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:33.166825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Pushing event updated for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:33.177519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:33.239201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:33.256805 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-867ed452-ac53-400a-aed4-e7bc882cbfbc service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193765 Apr 15 10:56:33.270057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:33.279025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:33.282829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:33.285483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:33.291582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.292240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.304342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.334962 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8951437 Apr 15 10:56:33.348734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d06a3-836c-4384-8831-c99bdc2fc2d7 req-f6fd1079-11c5-43c0-8a3e-3e9b0214a409 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.350406 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-600d06a3-836c-4384-8831-c99bdc2fc2d7 req-f6fd1079-11c5-43c0-8a3e-3e9b0214a409 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 943 time: 0.1343899 Apr 15 10:56:33.356288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Request body: {'port': {'device_id': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:33.493528 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-600d06a3-836c-4384-8831-c99bdc2fc2d7 req-b4d86933-7109-47aa-864c-90cadb9e613b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098833 Apr 15 10:56:33.527247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.552683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7bd19860-d49b-4f1f-aafb-7c18011fa379 None None] Provisioning for port 7589c047-e847-4915-b994-e9fec64ab8c9 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:33.560731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7bd19860-d49b-4f1f-aafb-7c18011fa379 None None] Provisioning complete for port 7589c047-e847-4915-b994-e9fec64ab8c9 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:33.561740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7bd19860-d49b-4f1f-aafb-7c18011fa379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.588361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:33.634434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-7bd19860-d49b-4f1f-aafb-7c18011fa379 None None] Port 7589c047-e847-4915-b994-e9fec64ab8c9 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:56:33.644282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce90b1-010c-4b8b-8995-98bfa7d2075f req-38e2a9f5-8dcb-4cd7-a47c-23f4337cce77 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.645971 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-32ce90b1-010c-4b8b-8995-98bfa7d2075f req-38e2a9f5-8dcb-4cd7-a47c-23f4337cce77 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.6302140 Apr 15 10:56:33.745233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.850919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.899991 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-32ce90b1-010c-4b8b-8995-98bfa7d2075f req-61f5d85f-254f-4ed9-a2d3-236eb8e0fc15 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795483 Apr 15 10:56:33.900781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:33.902392 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734dc75-76e6-44f9-b773-93754a847daf req-708c4e59-dbcd-479a-a6ca-a84803bd533c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.903854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8734dc75-76e6-44f9-b773-93754a847daf req-708c4e59-dbcd-479a-a6ca-a84803bd533c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Synchronizing usage tracker for tenant:f6491eb98e9f404f94e8abe46d8b497b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:33.915420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:33.939369 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d779774a-4bc0-408c-8dbf-770908747e4a req-a0db2524-1dd3-49ae-a15d-40aad6eae6ce service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6658638 Apr 15 10:56:33.954031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8734dc75-76e6-44f9-b773-93754a847daf req-708c4e59-dbcd-479a-a6ca-a84803bd533c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Unset dirty status for tenant:f6491eb98e9f404f94e8abe46d8b497b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:33.955518 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8734dc75-76e6-44f9-b773-93754a847daf req-708c4e59-dbcd-479a-a6ca-a84803bd533c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 936 time: 0.3094442 Apr 15 10:56:33.964103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:33.964821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.966442 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] 10.222.0.26 "PUT /v2.0/ports/3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 1093 time: 3.7572324 Apr 15 10:56:33.966981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:33.978724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:33.984572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a92f1c44-c3d3-413e-8b1d-b8fa30428725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.001238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc956270-2442-4f86-a4f0-68661ca868dc,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.012363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.021684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.025878 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bc956270-2442-4f86-a4f0-68661ca868dc HTTP/1.1" status: 204 len: 168 time: 0.8765156 Apr 15 10:56:34.159892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7589c047-e847-4915-b994-e9fec64ab8c9 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:34.170673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8734dc75-76e6-44f9-b773-93754a847daf req-aaa526b6-762a-4779-9bb8-d65ed7ffb50d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Synchronizing usage tracker for tenant:f6491eb98e9f404f94e8abe46d8b497b on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:34.174681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.206474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Transition to ACTIVE for port object 7589c047-e847-4915-b994-e9fec64ab8c9 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:34.213549 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.228406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-8734dc75-76e6-44f9-b773-93754a847daf req-aaa526b6-762a-4779-9bb8-d65ed7ffb50d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Unset dirty status for tenant:f6491eb98e9f404f94e8abe46d8b497b on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:34.232253 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-799eac8e-fcb0-47e7-9817-06697d23eb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.234163 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-799eac8e-fcb0-47e7-9817-06697d23eb77 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1096 time: 0.1274731 Apr 15 10:56:34.237579 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8734dc75-76e6-44f9-b773-93754a847daf req-aaa526b6-762a-4779-9bb8-d65ed7ffb50d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452967 Apr 15 10:56:34.240895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.249487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf324aea-628a-4d41-b98b-5c13e9cec52b req-2c314462-5b56-44f0-8cce-975df6fbb14f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.257551 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf324aea-628a-4d41-b98b-5c13e9cec52b req-2c314462-5b56-44f0-8cce-975df6fbb14f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2262108 Apr 15 10:56:34.362537 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:56:34.378745 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-2419b994-c078-4d27-9f8f-73c2b8993db3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 217 time: 0.0951319 Apr 15 10:56:34.395742 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf324aea-628a-4d41-b98b-5c13e9cec52b req-524b948a-ffa8-4092-a1aa-5cfaa807f3e2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370401 Apr 15 10:56:34.487131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-927c6e5d-48e1-49ef-857f-f226e568e264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.489208 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-927c6e5d-48e1-49ef-857f-f226e568e264 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.0899394 Apr 15 10:56:34.558971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37130) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:34.620354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Pushing event updated for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:34.626048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:34.691594 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-facaeaf8-00f2-4e81-b789-48e2bc008cbc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5a8a8cb54a9842aa95f6ddedbb2467ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312728 Apr 15 10:56:34.700011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37134) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:34.732500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-ee7782b9-5d0e-4ee4-a2dc-dff6a98760b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.734126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-ee7782b9-5d0e-4ee4-a2dc-dff6a98760b5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2278779 Apr 15 10:56:34.810272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Attempting to bind port 7589c047-e847-4915-b994-e9fec64ab8c9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:34.810678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Attempting to bind port 7589c047-e847-4915-b994-e9fec64ab8c9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:34.811065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Attempting to bind port 7589c047-e847-4915-b994-e9fec64ab8c9 on network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:34.816564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Port 7589c047-e847-4915-b994-e9fec64ab8c9 on network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:34.816983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Attempting to bind port 7589c047-e847-4915-b994-e9fec64ab8c9 on network 4872fec0-7deb-4a90-99a6-9c9c9c2142ad {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:34.824464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:34.824875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Checking segment: {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:34.825308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Bound using segment: {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:34.825785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Bound port: 7589c047-e847-4915-b994-e9fec64ab8c9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13e1d5f0-8510-4228-af05-55f5e3ea80af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:34.826174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.896011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.935303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:34.938990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7589c047-e847-4915-b994-e9fec64ab8c9,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:34.943012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:34.943316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ed9c8-3808-408c-83f5-08877d92a544 req-2751f67e-871f-4167-9aa5-ec64ca58695a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:34.945006 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e79ed9c8-3808-408c-83f5-08877d92a544 req-2751f67e-871f-4167-9aa5-ec64ca58695a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 943 time: 0.3123310 Apr 15 10:56:34.957149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:34.993016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.008886 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-9d3f9d86-1e70-4139-92ac-707937329b9d service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662177 Apr 15 10:56:35.027728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e254c1c4-0894-4cfe-b21d-2f1ab383dbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.145067 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e79ed9c8-3808-408c-83f5-08877d92a544 req-5b3f027b-75d0-489e-bdde-0448b64cb471 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793883 Apr 15 10:56:35.162180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Pushing event updated for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:35.181799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.188038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.200460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:35.216302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5495dbe-e153-471e-ad76-47511d3d8f01,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:35.220213 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:35.226553 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ab0019-586d-47bf-ad6a-79bf214aff55 req-672916e9-d40a-4a99-bc3c-528f9d86ae75 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047694 Apr 15 10:56:35.227414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.229384 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c5495dbe-e153-471e-ad76-47511d3d8f01 HTTP/1.1" status: 204 len: 168 time: 0.5273447 Apr 15 10:56:35.233283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51550c-1f1d-4aa3-b91b-4f112331a1c1 req-395c5fff-0333-4172-8bf3-f7f641bd5bcd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.234686 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de51550c-1f1d-4aa3-b91b-4f112331a1c1 req-395c5fff-0333-4172-8bf3-f7f641bd5bcd tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.1794972 Apr 15 10:56:35.239643 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.240305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.241725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] 10.222.0.26 "PUT /v2.0/ports/7589c047-e847-4915-b994-e9fec64ab8c9 HTTP/1.1" status: 200 len: 1098 time: 1.8903213 Apr 15 10:56:35.242390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:35.304032 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de51550c-1f1d-4aa3-b91b-4f112331a1c1 req-1d189f32-962f-4a44-99de-ae29aa0425dc tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Apr 15 10:56:35.360808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9', 'status': 'completed', 'code': 200} Apr 15 10:56:35.419675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-077573a6-c9e0-45f0-a93a-037329c46b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.421524 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-077573a6-c9e0-45f0-a93a-037329c46b69 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1096 time: 0.1155121 Apr 15 10:56:35.456095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-c5481621-9691-4ac1-ab92-39e69a3f0216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.457881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-c5481621-9691-4ac1-ab92-39e69a3f0216 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 1101 time: 0.1499469 Apr 15 10:56:35.595536 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-c453a402-3326-4df6-ac73-73a194cefb31 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7589c047-e847-4915-b994-e9fec64ab8c9 HTTP/1.1" status: 200 len: 217 time: 0.1289914 Apr 15 10:56:35.655914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-523c2888-7945-41ae-9eeb-a9c36f8c7c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.657636 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-523c2888-7945-41ae-9eeb-a9c36f8c7c5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.2281466 Apr 15 10:56:35.688864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-e64930df-9ad8-4e66-be19-205a7b14a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.690586 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-e64930df-9ad8-4e66-be19-205a7b14a77e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de2e918d-99ea-4c9d-a03b-da1f626d4e89 HTTP/1.1" status: 200 len: 843 time: 0.0826130 Apr 15 10:56:35.733269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:35.741814 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-1388bac9-ae4d-42d8-82d0-15c22fdd1600 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 217 time: 0.0753775 Apr 15 10:56:35.763176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205bd380-58be-42e0-8ead-1d28a34132e3 req-4dc33b12-1538-4b19-80c2-e7f79a08f00b tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.764803 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-205bd380-58be-42e0-8ead-1d28a34132e3 req-4dc33b12-1538-4b19-80c2-e7f79a08f00b tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 948 time: 0.2139647 Apr 15 10:56:35.806467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057c5b8-df15-4dfa-8478-7199830d192c req-2d41c426-85b8-418e-a23a-479adb137459 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.808018 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1057c5b8-df15-4dfa-8478-7199830d192c req-2d41c426-85b8-418e-a23a-479adb137459 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2449512 Apr 15 10:56:35.827335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-17e4144e-9a0c-4299-a70d-c1c01f22e3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.828951 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-17e4144e-9a0c-4299-a70d-c1c01f22e3c0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4872fec0-7deb-4a90-99a6-9c9c9c2142ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1306462 Apr 15 10:56:35.840602 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-205bd380-58be-42e0-8ead-1d28a34132e3 req-cf94fafa-8400-4702-b23f-fb230bf79f1c tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682907 Apr 15 10:56:35.876716 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1057c5b8-df15-4dfa-8478-7199830d192c req-a5902a8e-1886-4bd3-b78f-ee84b14c7a44 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497518 Apr 15 10:56:35.878340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-35b6bbe2-b755-45b6-99f3-6350bb0a9777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.879977 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-35b6bbe2-b755-45b6-99f3-6350bb0a9777 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.1205015 Apr 15 10:56:35.985160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-acb078b4-f842-4808-bfe1-a3131dbb6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:35.987027 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-acb078b4-f842-4808-bfe1-a3131dbb6cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999262 Apr 15 10:56:36.006818 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-af678025-cd04-433c-acbb-a6b66652fbdd service neutron] 10.222.0.26 "GET /v2.0/networks/4872fec0-7deb-4a90-99a6-9c9c9c2142ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650164 Apr 15 10:56:36.154647 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-afedf480-7cf1-4439-8d26-1e67ab45b181 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577423 Apr 15 10:56:36.171447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9c87faa7-89ee-42eb-8dff-bd837d715c09 req-2c104150-e91b-4d3a-a6cc-ff9efb6616c9 service neutron] 10.222.0.26 "GET /v2.0/networks/4872fec0-7deb-4a90-99a6-9c9c9c2142ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561069 Apr 15 10:56:36.211177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37170) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:36.316966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-5e3acd2b-92e5-4c17-94fb-f6f4e83cbd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.318759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-5e3acd2b-92e5-4c17-94fb-f6f4e83cbd29 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 1101 time: 0.0970066 Apr 15 10:56:36.355015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-162248477-network', 'tenant_id': '03058db2e25a4610b76d4b36390022e4'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:36.360271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:36.364220 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fc266ff-ea61-4100-b2c0-88f69fa8587b req-c382bbbf-4087-4fd3-92cd-21f996cacf47 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028091 Apr 15 10:56:36.399467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4abf7e3-99b9-43ca-ad42-e6588dd79234 req-7fb188bc-8dcd-49a9-a743-4cd9ddd1faec tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.400890 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4abf7e3-99b9-43ca-ad42-e6588dd79234 req-7fb188bc-8dcd-49a9-a743-4cd9ddd1faec tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 943 time: 0.1235425 Apr 15 10:56:36.415129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Usage tracker for resource:network and tenant:03058db2e25a4610b76d4b36390022e4 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:36.429346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:36.433610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.448048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:36.458342 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4abf7e3-99b9-43ca-ad42-e6588dd79234 req-7fb8e3e3-2d09-463d-b2cf-8cadb7f415d3 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508821 Apr 15 10:56:36.512763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Made reservation on behalf of 03058db2e25a4610b76d4b36390022e4 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:36.517589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.545821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.590859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-61111a3c-c4dd-45d4-b6c4-3a28522e6cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.592806 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-61111a3c-c4dd-45d4-b6c4-3a28522e6cde service neutron] 10.222.0.26 "GET /v2.0/networks?id=4872fec0-7deb-4a90-99a6-9c9c9c2142ad HTTP/1.1" status: 200 len: 870 time: 0.2669444 Apr 15 10:56:36.594287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:36.602245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Usage tracker for resource:security_group_rule and tenant:03058db2e25a4610b76d4b36390022e4 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:36.660356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:36.682754 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-26fb64f1-32d1-49eb-aa1c-ea7481547795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=7589c047-e847-4915-b994-e9fec64ab8c9 HTTP/1.1" status: 200 len: 217 time: 0.0767426 Apr 15 10:56:36.684499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:36.781886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7c78d-6258-4dba-9d51-51f4ba5dc38d req-074dff59-93c7-4dfb-846f-04a280c0057d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.783606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26c7c78d-6258-4dba-9d51-51f4ba5dc38d req-074dff59-93c7-4dfb-846f-04a280c0057d tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 943 time: 0.3261399 Apr 15 10:56:36.813312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-ea25ed3e-ab78-4b17-a0d1-495aaca2a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.814839 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-ea25ed3e-ab78-4b17-a0d1-495aaca2a61b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=de2e918d-99ea-4c9d-a03b-da1f626d4e89 HTTP/1.1" status: 200 len: 843 time: 0.1222963 Apr 15 10:56:36.911634 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26c7c78d-6258-4dba-9d51-51f4ba5dc38d req-67c0c512-9b1e-40f8-8492-87645810b329 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199768 Apr 15 10:56:36.975322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.981501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:36.986251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-be25bbf9-c17c-44e9-bf01-d2761782f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:36.987884 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-be25bbf9-c17c-44e9-bf01-d2761782f4f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4872fec0-7deb-4a90-99a6-9c9c9c2142ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1644051 Apr 15 10:56:36.989884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4425db4b-2eb2-4311-a963-a3bd8dd19f9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.031609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 624fe0ba-a2e5-401c-a297-6ea8054ff906 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:37.050745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894e7a5-0898-4373-897d-321b99abf4ae req-2c8277e4-4b12-4cc8-89a6-e0e511079e22 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.052688 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e894e7a5-0898-4373-897d-321b99abf4ae req-2c8277e4-4b12-4cc8-89a6-e0e511079e22 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 948 time: 0.0972052 Apr 15 10:56:37.085977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] vlan segment allocate from pool success with {'vlan_id': 699, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:56:37.096454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.097063 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Added segment 1d31ef19-2f86-4b0a-90a1-c325e677c96a of type vlan for network 6a24014a-28fa-47c7-b75d-1be30729c605 Apr 15 10:56:37.116564 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e894e7a5-0898-4373-897d-321b99abf4ae req-ef038c52-db39-45bb-9f21-759f390fa27b tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531890 Apr 15 10:56:37.308566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.358585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:37.374160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '624fe0ba-a2e5-401c-a297-6ea8054ff906', 'network_id': '3f9b39a4-70d5-4957-bbd0-24e438b35d08', 'port_id': '624fe0ba-a2e5-401c-a297-6ea8054ff906', 'mac_address': 'fa:16:3e:20:1f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 656, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86801a6c-48b9-417b-841f-202cda1f4360', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:37.421004 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2d24e7-59f9-4599-a5d2-bd418a37adcf,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.431625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.435862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.438868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.458465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 624fe0ba-a2e5-401c-a297-6ea8054ff906 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:37.474726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:37.478106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.480068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.530519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.536164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.538388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.543552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:37.550929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.558716 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-a698c741-e446-4b90-81b3-d3190bb53886 service neutron] 10.222.0.26 "GET /v2.0/networks/4872fec0-7deb-4a90-99a6-9c9c9c2142ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5582476 Apr 15 10:56:37.559320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.559654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.560037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.560385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.561072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.561072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.561473 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.561804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.562153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.562524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.562898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.563322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:56:37.568103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.581065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e901b3e-a31b-4039-871e-fa6ec3e1b6b9 req-bf31dbdd-3786-41a7-b9a9-8c3ae2ffb994 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.582774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e901b3e-a31b-4039-871e-fa6ec3e1b6b9 req-bf31dbdd-3786-41a7-b9a9-8c3ae2ffb994 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.5451336 Apr 15 10:56:37.667152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6e6f8f-446e-4981-8b8a-083fb741edbf req-bdb3671c-3f68-4e05-86a9-b647956464e1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:37.668822 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d6e6f8f-446e-4981-8b8a-083fb741edbf req-bdb3671c-3f68-4e05-86a9-b647956464e1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 943 time: 0.0888178 Apr 15 10:56:37.722687 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d6e6f8f-446e-4981-8b8a-083fb741edbf req-406f4eeb-c62c-4ef7-8953-746252800ac9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467193 Apr 15 10:56:37.770907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Pushing event updated for resources: {'Network': ['ID=6a24014a-28fa-47c7-b75d-1be30729c605,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:37.776675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:37.782145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 6a24014a-28fa-47c7-b75d-1be30729c605 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:56:37.785252 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5727971 Apr 15 10:56:37.788628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37186) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:37.794916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Request body: {'subnet': {'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-162248477-subnet', 'tenant_id': '03058db2e25a4610b76d4b36390022e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:37.801632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:37.806265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Usage tracker for resource:subnet and tenant:03058db2e25a4610b76d4b36390022e4 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:37.809925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:37.812161 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e901b3e-a31b-4039-871e-fa6ec3e1b6b9 req-d989047f-2d9c-4a4b-adff-979e3f2a0090 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523852 Apr 15 10:56:37.816911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:37.828063 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Made reservation on behalf of 03058db2e25a4610b76d4b36390022e4 for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:37.833851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:37.859206 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0125d90a-3181-483f-a0d8-f1a635481e2d req-437244d7-ded8-4a8e-8c24-d3d30fb08b15 service neutron] 10.222.0.26 "GET /v2.0/networks/4872fec0-7deb-4a90-99a6-9c9c9c2142ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872417 Apr 15 10:56:37.955841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['624fe0ba-a2e5-401c-a297-6ea8054ff906'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:38.214889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71291cc5-c916-4baf-9b1a-b3ae677760e8 req-60590179-48a9-4ac5-acea-aa1b746e5a55 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.216540 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71291cc5-c916-4baf-9b1a-b3ae677760e8 req-60590179-48a9-4ac5-acea-aa1b746e5a55 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 944 time: 0.1832502 Apr 15 10:56:38.285381 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71291cc5-c916-4baf-9b1a-b3ae677760e8 req-388aba5f-7abe-4071-8b76-49088ae0a3c6 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609848 Apr 15 10:56:38.324316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cef50-9168-46eb-a465-479deeda94d3 req-4962a30f-c66c-4083-a8e2-9a0a03bafc68 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.325947 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0d2cef50-9168-46eb-a465-479deeda94d3 req-4962a30f-c66c-4083-a8e2-9a0a03bafc68 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 948 time: 0.0942857 Apr 15 10:56:38.375524 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0d2cef50-9168-46eb-a465-479deeda94d3 req-ff9ef12c-a7f6-406b-9720-a0372f7d659b tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Apr 15 10:56:38.376230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.392471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:38.519572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7587537-6f09-4ddd-8304-25c45a607843,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:38.524748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:38.602228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Checking segment: {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:38.602673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Network hostable DHCP agents. Network: 6a24014a-28fa-47c7-b75d-1be30729c605, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:56:38.623729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Network 6a24014a-28fa-47c7-b75d-1be30729c605 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:56:38.633806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 6a24014a-28fa-47c7-b75d-1be30729c605) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:38.638340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.638978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:38.643011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142d07d3-1082-4f25-8cbf-ba40e7d7fff9 None None] Network 6a24014a-28fa-47c7-b75d-1be30729c605 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:38.667420 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b58ade36-2633-40b1-8889-957461d349fb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8710852 Apr 15 10:56:38.880193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcaaa786-6116-412d-ae47-740167b88bbc None None] Network 6a24014a-28fa-47c7-b75d-1be30729c605 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:56:38.943868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5ab62-5c8e-40d6-b97a-e803e46ab34d req-d7d236a1-dc1f-4b32-97c9-43e2e2d552ae tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:38.945634 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-02d5ab62-5c8e-40d6-b97a-e803e46ab34d req-d7d236a1-dc1f-4b32-97c9-43e2e2d552ae tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 943 time: 0.0957875 Apr 15 10:56:39.012703 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-02d5ab62-5c8e-40d6-b97a-e803e46ab34d req-11b24f8d-33c5-4450-b623-ea03795eb2ae tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591950 Apr 15 10:56:39.053005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 3ea30f9b-7bdf-45da-9f6e-e24295442776 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:39.077963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ccbfe3-6ace-411c-a1d0-6e73a7cf63f6 req-27622757-b2ef-4637-8bc4-deb00bad0d2a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.088049 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-39ccbfe3-6ace-411c-a1d0-6e73a7cf63f6 req-27622757-b2ef-4637-8bc4-deb00bad0d2a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1422083 Apr 15 10:56:39.134273 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-39ccbfe3-6ace-411c-a1d0-6e73a7cf63f6 req-48f18b50-2d84-43f3-a978-9dd0d751bc14 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452223 Apr 15 10:56:39.249135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:39.263992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'port_id': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'mac_address': 'fa:16:3e:a8:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:39.339459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.357965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ea30f9b-7bdf-45da-9f6e-e24295442776 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:39.380425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:39.385031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:39.387582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:39.475100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:39.478488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:39.504079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e46a00-4033-4d0e-b8c9-341f16f81186 req-decf4b4e-e419-4433-8ab7-0b7e4d9c3c75 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.506174 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2e46a00-4033-4d0e-b8c9-341f16f81186 req-decf4b4e-e419-4433-8ab7-0b7e4d9c3c75 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 944 time: 0.0974779 Apr 15 10:56:39.555707 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2e46a00-4033-4d0e-b8c9-341f16f81186 req-461a0fbd-8235-4f11-a8da-064e0573faa2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431707 Apr 15 10:56:39.608941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eaf772-03b1-4c3a-af9b-b9ebcb9d8d36 req-83548e53-7bb7-4511-bfcf-e2fb6ae9f318 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:39.610531 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34eaf772-03b1-4c3a-af9b-b9ebcb9d8d36 req-83548e53-7bb7-4511-bfcf-e2fb6ae9f318 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 948 time: 0.0968959 Apr 15 10:56:39.660068 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34eaf772-03b1-4c3a-af9b-b9ebcb9d8d36 req-532320cd-7541-45db-9295-7cc39e57d85f tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426319 Apr 15 10:56:39.930731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:40.224625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035f566-c470-40aa-872e-c5ecbea73f8c req-7828ea10-6bfc-4db1-984d-b514764d3934 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.226257 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b035f566-c470-40aa-872e-c5ecbea73f8c req-7828ea10-6bfc-4db1-984d-b514764d3934 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 944 time: 0.1013505 Apr 15 10:56:40.275534 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b035f566-c470-40aa-872e-c5ecbea73f8c req-6d71eb0f-719f-4f94-99f7-1b1bf388be9e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426817 Apr 15 10:56:40.345259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbe7ee2-87d8-49e2-bf61-732bc6f5fd9d req-5f62001d-26be-423e-9be3-30206afd87e8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.347059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dbbe7ee2-87d8-49e2-bf61-732bc6f5fd9d req-5f62001d-26be-423e-9be3-30206afd87e8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0911958 Apr 15 10:56:40.404257 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dbbe7ee2-87d8-49e2-bf61-732bc6f5fd9d req-419fd141-0b4b-4e3b-a7b8-2a4676371ca0 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507729 Apr 15 10:56:40.760604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2975bb6d-196c-4a22-aaa5-43da95492ff3 req-7f66fd20-6179-4fab-a6a1-4aaba51ee92a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.761615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2975bb6d-196c-4a22-aaa5-43da95492ff3 req-7f66fd20-6179-4fab-a6a1-4aaba51ee92a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 944 time: 0.0900736 Apr 15 10:56:40.820018 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2975bb6d-196c-4a22-aaa5-43da95492ff3 req-d9ca61e0-318e-4e49-83ed-5a58f1c72af3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449033 Apr 15 10:56:40.870796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-e928bb0c-a5f9-4dd2-8c17-9c39ee519ecf tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:40.872405 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-e928bb0c-a5f9-4dd2-8c17-9c39ee519ecf tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 808 time: 0.1649351 Apr 15 10:56:40.890984 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-1d04d65d-f0a1-4021-b17c-4e92f4b4a4d1 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/quotas/03058db2e25a4610b76d4b36390022e4 HTTP/1.1" status: 200 len: 375 time: 0.0120277 Apr 15 10:56:40.953321 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-c7c216c5-bb36-48bc-8325-7a097a5027a3 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0555716 Apr 15 10:56:41.013084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df73ba5-33c2-494e-b3fd-2f66ba443a1a req-01a72881-ca0b-48b1-84d1-823beb8d2dc8 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.016764 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8df73ba5-33c2-494e-b3fd-2f66ba443a1a req-01a72881-ca0b-48b1-84d1-823beb8d2dc8 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 948 time: 0.0959852 Apr 15 10:56:41.087087 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8df73ba5-33c2-494e-b3fd-2f66ba443a1a req-74eaddd8-762f-4a0d-9ae5-9dd050b294da tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654342 Apr 15 10:56:41.090609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 7589c047-e847-4915-b994-e9fec64ab8c9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:41.093842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 624fe0ba-a2e5-401c-a297-6ea8054ff906 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:41.107337 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-efccc635-3575-4b0e-9fb3-999b5be03c51 service neutron] 10.222.0.32 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448524 Apr 15 10:56:41.192907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 624fe0ba-a2e5-401c-a297-6ea8054ff906 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:41.214638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 624fe0ba-a2e5-401c-a297-6ea8054ff906 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:41.215148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.443097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7589c047-e847-4915-b994-e9fec64ab8c9,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:41.470314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '7589c047-e847-4915-b994-e9fec64ab8c9', 'network_id': '4872fec0-7deb-4a90-99a6-9c9c9c2142ad', 'port_id': '7589c047-e847-4915-b994-e9fec64ab8c9', 'mac_address': 'fa:16:3e:16:b9:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de2e918d-99ea-4c9d-a03b-da1f626d4e89', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:41.494525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d03436-abf2-425d-8e6a-d97c3baafbec req-d6dd507a-bd50-490b-ae08-ae97fa12227f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.495167 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-18e1da91-3ea0-48c2-8a25-d779dfd943eb service neutron] 10.222.0.32 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3746688 Apr 15 10:56:41.496134 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26d03436-abf2-425d-8e6a-d97c3baafbec req-d6dd507a-bd50-490b-ae08-ae97fa12227f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 944 time: 0.0909703 Apr 15 10:56:41.507084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.552602 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26d03436-abf2-425d-8e6a-d97c3baafbec req-4d02c7b6-8dd9-41d4-b623-b6c38854c06f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501587 Apr 15 10:56:41.563366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:41.573261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.593772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7589c047-e847-4915-b994-e9fec64ab8c9 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:41.600840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:41.610059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.614660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:41.649803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7589c047-e847-4915-b994-e9fec64ab8c9,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:41.673857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:41.694278 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906', 'code': 200} Apr 15 10:56:41.755118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:41.766098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:41.766610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:41.811062 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5c99e93e-95f9-4d91-a790-d34d0cbfc167 req-288aec92-330b-4a06-bef4-029813d285c6 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 210 time: 0.0962374 Apr 15 10:56:41.931208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:41.943769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:41.976624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf567e6d-bb8b-47a5-b9f9-e53f5bf5ebeb req-2de12278-6856-4a6e-bd20-9b4a6015786e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:41.978512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf567e6d-bb8b-47a5-b9f9-e53f5bf5ebeb req-2de12278-6856-4a6e-bd20-9b4a6015786e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1386485 Apr 15 10:56:42.047587 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf567e6d-bb8b-47a5-b9f9-e53f5bf5ebeb req-2be578ec-ef3f-40fc-bfa7-2abc77fcef76 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610187 Apr 15 10:56:42.057263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2542e-7c3a-429f-9c04-c8d59bd4f36e req-d0633f60-d286-4d99-bd3c-667fe66a0f82 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.065244 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a8a2542e-7c3a-429f-9c04-c8d59bd4f36e req-d0633f60-d286-4d99-bd3c-667fe66a0f82 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.1071177 Apr 15 10:56:42.085653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2a33a-3ba6-4398-a0be-469785c07982 req-aa07b975-25d0-4b42-a9b3-b9b8e5ee5da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.087362 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9bc2a33a-3ba6-4398-a0be-469785c07982 req-aa07b975-25d0-4b42-a9b3-b9b8e5ee5da9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 1098 time: 0.1619735 Apr 15 10:56:42.120627 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a8a2542e-7c3a-429f-9c04-c8d59bd4f36e req-a4976115-7930-473e-89b6-1352a45a11c4 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542479 Apr 15 10:56:42.144680 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9bc2a33a-3ba6-4398-a0be-469785c07982 req-520e42fd-ad80-49c4-8d87-aa908c44d51f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503926 Apr 15 10:56:42.191688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['7589c047-e847-4915-b994-e9fec64ab8c9'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:42.293718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854630ad-eb29-47fe-b6e0-aea0d7032906 req-0fbe2ea6-cf3e-4798-9bd3-43649f7516ed tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.295544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-854630ad-eb29-47fe-b6e0-aea0d7032906 req-0fbe2ea6-cf3e-4798-9bd3-43649f7516ed tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 949 time: 0.0911131 Apr 15 10:56:42.349477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-854630ad-eb29-47fe-b6e0-aea0d7032906 req-b30023af-c957-434e-bf99-08898d2d28d9 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461917 Apr 15 10:56:42.773587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ccbbc-cd79-4654-a639-c224a2ad58cf req-52484bd8-f506-4c02-a3a2-77ed9954ca18 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:42.775516 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b17ccbbc-cd79-4654-a639-c224a2ad58cf req-52484bd8-f506-4c02-a3a2-77ed9954ca18 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 944 time: 0.0974092 Apr 15 10:56:42.829014 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b17ccbbc-cd79-4654-a639-c224a2ad58cf req-4767b1e9-3f69-4c7e-bde0-37a5a4c7b7ab tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Apr 15 10:56:42.998904 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-280fc518-49f1-4841-94c8-a4154d21548a req-6d9eeb93-8530-4798-b47e-27c4e86c06b8 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 210 time: 0.0556705 Apr 15 10:56:43.083559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 3ea30f9b-7bdf-45da-9f6e-e24295442776 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:43.247601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:43.253149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:43.253748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.353550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-bcfc8cb7-e8b6-4cf4-b001-cd0583a4d7fd tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.354927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-bcfc8cb7-e8b6-4cf4-b001-cd0583a4d7fd tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Synchronizing usage tracker for tenant:03058db2e25a4610b76d4b36390022e4 on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:43.406056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-bcfc8cb7-e8b6-4cf4-b001-cd0583a4d7fd tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Unset dirty status for tenant:03058db2e25a4610b76d4b36390022e4 on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:43.407250 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-bcfc8cb7-e8b6-4cf4-b001-cd0583a4d7fd tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 808 time: 0.3292205 Apr 15 10:56:43.424580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Request body: {'port': {'device_id': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605', 'admin_state_up': True, 'tenant_id': '03058db2e25a4610b76d4b36390022e4'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:43.430200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.447212 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38d305c-9384-4a15-b3a9-bd76d35d6bc3 req-098a1d90-dae1-4cf2-99ca-7e2b5906b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.448819 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e38d305c-9384-4a15-b3a9-bd76d35d6bc3 req-098a1d90-dae1-4cf2-99ca-7e2b5906b288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 1099 time: 0.1808977 Apr 15 10:56:43.465379 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3735ff-22df-4087-969a-a7426c0f1b70 req-19faebf7-e61e-4410-80f2-e6d884e81824 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.474491 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2e3735ff-22df-4087-969a-a7426c0f1b70 req-19faebf7-e61e-4410-80f2-e6d884e81824 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.1454279 Apr 15 10:56:43.480724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:43.484352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.486585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:43.525472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742ab22-fb74-4280-bfaf-fe98e24bae8c req-222f7e50-47bd-4387-86f0-13a0ae5670d7 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.530950 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6742ab22-fb74-4280-bfaf-fe98e24bae8c req-222f7e50-47bd-4387-86f0-13a0ae5670d7 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.2912214 Apr 15 10:56:43.546178 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e38d305c-9384-4a15-b3a9-bd76d35d6bc3 req-65e8288e-9be4-4ef1-809a-7bbb3c13c8f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692744 Apr 15 10:56:43.559514 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2e3735ff-22df-4087-969a-a7426c0f1b70 req-a13a5a88-3e30-4858-ae75-9dc7fdbfc345 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839751 Apr 15 10:56:43.565308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:43.568811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:43.640308 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6742ab22-fb74-4280-bfaf-fe98e24bae8c req-81d09e7b-98b2-45f2-b1bd-cbf9be9152e8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045527 Apr 15 10:56:43.652488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:43.662775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Usage tracker for resource:port and tenant:03058db2e25a4610b76d4b36390022e4 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:43.666843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:43.673361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:43.683191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Made reservation on behalf of 03058db2e25a4610b76d4b36390022e4 for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:56:43.689286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:43.695266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:43.747825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'code': 200} Apr 15 10:56:43.780292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62280e80-6ec8-4a4b-95fc-f89b3b691322 req-02c404db-07ad-49a2-b331-e578fd1fce4d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:43.782629 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-62280e80-6ec8-4a4b-95fc-f89b3b691322 req-02c404db-07ad-49a2-b331-e578fd1fce4d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 949 time: 0.1060748 Apr 15 10:56:43.836171 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-62280e80-6ec8-4a4b-95fc-f89b3b691322 req-a2266575-2807-4c37-81c9-9a0ffa60c34d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467782 Apr 15 10:56:43.880333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Allocated IP 172.20.0.2 (6a24014a-28fa-47c7-b75d-1be30729c605/f7587537-6f09-4ddd-8304-25c45a607843/621919b4-638a-4324-9b71-fe1760a196e3) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:44.082556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac86ca3-c6a0-4b0b-81c1-6fcc49ce8016 req-bd0ed6cf-6867-4c49-b48e-225c6c192446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.084639 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7ac86ca3-c6a0-4b0b-81c1-6fcc49ce8016 req-bd0ed6cf-6867-4c49-b48e-225c6c192446 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1098 time: 0.0837142 Apr 15 10:56:44.165762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd446a-0b51-47c6-a555-badbb07de10a req-ed768250-ac19-4b17-baab-91786a67d1e8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.167371 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f1bd446a-0b51-47c6-a555-badbb07de10a req-ed768250-ac19-4b17-baab-91786a67d1e8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.2110419 Apr 15 10:56:44.172843 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7ac86ca3-c6a0-4b0b-81c1-6fcc49ce8016 req-f5baa56b-c89a-4361-a393-5d56c48739d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812941 Apr 15 10:56:44.180532 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bf654aa-3741-4834-b7cf-fb867d827d15 req-1695461c-15bc-421e-ba82-29476fa73d4b tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 210 time: 0.0530787 Apr 15 10:56:44.209194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.240771 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f1bd446a-0b51-47c6-a555-badbb07de10a req-5c3cc42b-db39-4021-9588-280b9ce524f3 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651605 Apr 15 10:56:44.265267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.287965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:44.427331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Pushing event updated for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:44.432462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:44.485203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Network 6a24014a-28fa-47c7-b75d-1be30729c605 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:44.486971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:44.489276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:44.559504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.560158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.581410 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1614642 Apr 15 10:56:44.597536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Request body: {'port': {'device_id': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:44.724411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:44.774754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797a545-d303-4a4c-83c7-69237e5d2484 req-5e0b9a6b-3dca-4764-b544-bd1408039038 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:44.776368 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5797a545-d303-4a4c-83c7-69237e5d2484 req-5e0b9a6b-3dca-4764-b544-bd1408039038 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.0916696 Apr 15 10:56:44.830540 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5797a545-d303-4a4c-83c7-69237e5d2484 req-8e806ff1-0068-4f13-8e2a-a98c07936bb2 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472212 Apr 15 10:56:45.082900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 7589c047-e847-4915-b994-e9fec64ab8c9 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:45.119103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1689e-3ba0-4510-aa59-810141843221 req-967668ff-c051-4e69-80d2-cb504c3cadf3 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.141314 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2c1689e-3ba0-4510-aa59-810141843221 req-967668ff-c051-4e69-80d2-cb504c3cadf3 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 949 time: 0.1826978 Apr 15 10:56:45.241062 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2c1689e-3ba0-4510-aa59-810141843221 req-1bad9864-d808-4884-870a-1d3f33f2c66e tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982969 Apr 15 10:56:45.244754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a4a4c-ba2b-463e-b197-33ad8cceeaef req-68a4cada-9f68-4d39-b146-4dc814359e3d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.254584 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-509a4a4c-ba2b-463e-b197-33ad8cceeaef req-68a4cada-9f68-4d39-b146-4dc814359e3d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.4879651 Apr 15 10:56:45.341894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.342989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 7589c047-e847-4915-b994-e9fec64ab8c9 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:45.355561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 7589c047-e847-4915-b994-e9fec64ab8c9 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:45.355982 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.485416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-509a4a4c-ba2b-463e-b197-33ad8cceeaef req-53ee69da-605a-422a-b3fc-ba65a7ccbae9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2272651 Apr 15 10:56:45.579651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.599899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068cb21b-d259-4a12-b243-9d17433a3fd3 req-29f1ec19-0dbe-40d8-bac3-65ba384ccffb tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.601559 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-068cb21b-d259-4a12-b243-9d17433a3fd3 req-29f1ec19-0dbe-40d8-bac3-65ba384ccffb tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 931 time: 0.2048883 Apr 15 10:56:45.625280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7589c047-e847-4915-b994-e9fec64ab8c9,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:45.628818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.631572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.656509 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-068cb21b-d259-4a12-b243-9d17433a3fd3 req-ea91b4b8-531f-4494-a8c9-836dfe17648b tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474939 Apr 15 10:56:45.711669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 621919b4-638a-4324-9b71-fe1760a196e3 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:45.712932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.716264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.723059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.744315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Transition to ACTIVE for port object 621919b4-638a-4324-9b71-fe1760a196e3 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:56:45.749059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:45.754210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:45.776451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:45.800919 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9', 'code': 200} Apr 15 10:56:45.875535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb73e921-a00d-4030-8259-e0b63c4e0612 req-20372084-3e89-447a-9451-5dc96f7c411c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:45.877176 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-eb73e921-a00d-4030-8259-e0b63c4e0612 req-20372084-3e89-447a-9451-5dc96f7c411c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.2455692 Apr 15 10:56:45.970094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Pushing event updated for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:45.985519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:45.993225 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-eb73e921-a00d-4030-8259-e0b63c4e0612 req-5c440ae2-a251-46b7-9600-063b7d020f6d tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013968 Apr 15 10:56:46.073004 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b957f-f1be-4194-aa82-9f10ef1b5fb4 req-84281ec7-b4b4-4d97-97a5-cb44d51b95c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.074789 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-489b957f-f1be-4194-aa82-9f10ef1b5fb4 req-84281ec7-b4b4-4d97-97a5-cb44d51b95c2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 1103 time: 0.0832944 Apr 15 10:56:46.121064 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-489b957f-f1be-4194-aa82-9f10ef1b5fb4 req-cf50d560-3180-462d-8881-e9c4d825899b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384870 Apr 15 10:56:46.213755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Attempting to bind port 621919b4-638a-4324-9b71-fe1760a196e3 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:56:46.214126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Attempting to bind port 621919b4-638a-4324-9b71-fe1760a196e3 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:56:46.214523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Attempting to bind port 621919b4-638a-4324-9b71-fe1760a196e3 on network 6a24014a-28fa-47c7-b75d-1be30729c605 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:46.220108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Port 621919b4-638a-4324-9b71-fe1760a196e3 on network 6a24014a-28fa-47c7-b75d-1be30729c605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:56:46.220493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Attempting to bind port 621919b4-638a-4324-9b71-fe1760a196e3 on network 6a24014a-28fa-47c7-b75d-1be30729c605 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:56:46.226857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:56:46.227450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Checking segment: {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:56:46.227651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Bound using segment: {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:56:46.228119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Bound port: 621919b4-638a-4324-9b71-fe1760a196e3, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:56:46.228501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.327364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:56:46.330621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=621919b4-638a-4324-9b71-fe1760a196e3,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:56:46.334317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.349864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:46.457520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b6f6ee-912d-4d2d-866b-1269c1d27165 req-b9b81c78-085c-42d1-843d-06b717457fb3 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.459322 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f8b6f6ee-912d-4d2d-866b-1269c1d27165 req-b9b81c78-085c-42d1-843d-06b717457fb3 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 950 time: 0.0965750 Apr 15 10:56:46.493964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Pushing event updated for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:46.508815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:46.511675 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f8b6f6ee-912d-4d2d-866b-1269c1d27165 req-faeeca5c-ffd4-40dd-9a43-d804843604e4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431783 Apr 15 10:56:46.562990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.563739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:46.566963 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] 10.222.0.26 "PUT /v2.0/ports/621919b4-638a-4324-9b71-fe1760a196e3 HTTP/1.1" status: 200 len: 1093 time: 1.9747736 Apr 15 10:56:46.566963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:46.740617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b86e4-b98c-4194-a508-aa092fc39551 req-2568290c-5deb-4828-ad17-6d1fcf8eb6a3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.742247 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb2b86e4-b98c-4194-a508-aa092fc39551 req-2568290c-5deb-4828-ad17-6d1fcf8eb6a3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0884535 Apr 15 10:56:46.770584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fd6438-15dc-41f9-a85b-24d528e59688 req-d721bba6-1bd7-40f9-8941-5cd6e37ae908 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.772152 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b7fd6438-15dc-41f9-a85b-24d528e59688 req-d721bba6-1bd7-40f9-8941-5cd6e37ae908 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1643670 Apr 15 10:56:46.775195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-43a2a594-e4da-4888-8668-e4df605b4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.776639 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-43a2a594-e4da-4888-8668-e4df605b4594 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 1096 time: 0.1327426 Apr 15 10:56:46.796552 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb2b86e4-b98c-4194-a508-aa092fc39551 req-55c86f5b-c8ff-4909-bc71-68f8a5191611 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 Apr 15 10:56:46.861699 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3', 'status': 'completed', 'code': 200} Apr 15 10:56:46.879070 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-22ddc322-c710-4e7e-99d3-92d358e21091 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=621919b4-638a-4324-9b71-fe1760a196e3 HTTP/1.1" status: 200 len: 217 time: 0.0854218 Apr 15 10:56:46.891795 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b7fd6438-15dc-41f9-a85b-24d528e59688 req-8944cdcd-0a17-46f1-9dbc-e4ee9c401079 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127577 Apr 15 10:56:46.958281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-3d900077-d652-4f38-a852-1d1ae409e4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:46.960175 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-3d900077-d652-4f38-a852-1d1ae409e4c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7587537-6f09-4ddd-8304-25c45a607843 HTTP/1.1" status: 200 len: 848 time: 0.0674675 Apr 15 10:56:47.056511 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-57cad640-5e14-480d-aef2-8ea2fd2e1b3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a24014a-28fa-47c7-b75d-1be30729c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856700 Apr 15 10:56:47.237536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-2f69d9c5-62ca-43fa-b7c2-e18c809f54a3 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.238523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-2f69d9c5-62ca-43fa-b7c2-e18c809f54a3 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Synchronizing usage tracker for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:47.251787 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-71940526-a68d-47ea-8d02-1fdd40882986 service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820655 Apr 15 10:56:47.262385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-2f69d9c5-62ca-43fa-b7c2-e18c809f54a3 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Unset dirty status for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:47.263905 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-2f69d9c5-62ca-43fa-b7c2-e18c809f54a3 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 943 time: 0.2530711 Apr 15 10:56:47.415702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-68e470d5-654f-495d-983c-11e83da07ced tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Synchronizing usage tracker for tenant:03058db2e25a4610b76d4b36390022e4 on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:47.442129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e16155-a223-4b9c-9a05-a8c2c9193ff8 req-ec30452f-3dd2-4c4a-9406-8688e24b02ef tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.443808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-24e16155-a223-4b9c-9a05-a8c2c9193ff8 req-ec30452f-3dd2-4c4a-9406-8688e24b02ef tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0937405 Apr 15 10:56:47.464732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-68e470d5-654f-495d-983c-11e83da07ced tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Unset dirty status for tenant:03058db2e25a4610b76d4b36390022e4 on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:47.466003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-40d0e01d-9bfa-46bc-a429-cdaddf82a9b3 req-68e470d5-654f-495d-983c-11e83da07ced tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868026 Apr 15 10:56:47.474483 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c6f943d6-abae-42df-84b6-a0b3b8334f80 req-14ef08a7-8813-482c-8c4d-adb1dfff500b service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926165 Apr 15 10:56:47.576425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-24e16155-a223-4b9c-9a05-a8c2c9193ff8 req-a00705a1-08d1-4253-9393-9ad39951439b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247644 Apr 15 10:56:47.742656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-7b4734c6-68ab-4374-9f7e-822f7f031ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.744425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-7b4734c6-68ab-4374-9f7e-822f7f031ff9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 1096 time: 0.2035499 Apr 15 10:56:47.752791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1141b-1912-4165-a7c7-b32ab5d371cc req-9d43aa3e-18a0-4474-b0e2-34e656a3c6b9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.754473 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b4d1141b-1912-4165-a7c7-b32ab5d371cc req-9d43aa3e-18a0-4474-b0e2-34e656a3c6b9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.1494834 Apr 15 10:56:47.819313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4bc3a8-fff1-4d31-9454-9f34c712f61e req-552fde95-b563-4d24-8551-485e2f6c0dc6 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.822799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fd4bc3a8-fff1-4d31-9454-9f34c712f61e req-552fde95-b563-4d24-8551-485e2f6c0dc6 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 950 time: 0.0954692 Apr 15 10:56:47.885616 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fd4bc3a8-fff1-4d31-9454-9f34c712f61e req-e9c08f6f-1512-4a37-9b51-823008731a9e tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576553 Apr 15 10:56:47.907548 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b4d1141b-1912-4165-a7c7-b32ab5d371cc req-504fd590-5afe-4951-872f-cca57ea151b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245587 Apr 15 10:56:47.959783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-3b0fb176-119c-41df-b09f-43aa6a6e68fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:47.961533 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-3b0fb176-119c-41df-b09f-43aa6a6e68fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 909 time: 0.2006824 Apr 15 10:56:48.201328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd814f4-3761-47d7-802f-b01ca5253646 req-52172cc5-5384-477e-ae19-638f6bda8a07 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.203282 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fd814f4-3761-47d7-802f-b01ca5253646 req-52172cc5-5384-477e-ae19-638f6bda8a07 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1539385 Apr 15 10:56:48.255257 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fd814f4-3761-47d7-802f-b01ca5253646 req-d3ac89de-12fa-4007-84fe-53fb23662b59 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447199 Apr 15 10:56:48.329340 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-3af810f2-8e28-49db-b364-bb91fa7390eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=621919b4-638a-4324-9b71-fe1760a196e3 HTTP/1.1" status: 200 len: 217 time: 0.3511002 Apr 15 10:56:48.419894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-d8ee27b5-426e-41c7-bb36-ba1a76fdaae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.421986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-d8ee27b5-426e-41c7-bb36-ba1a76fdaae8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7587537-6f09-4ddd-8304-25c45a607843 HTTP/1.1" status: 200 len: 848 time: 0.0851922 Apr 15 10:56:48.431495 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f894286-4efc-47ec-86d5-ed13c7ba8a67 req-9c91cee8-fc47-4014-bec5-61825f206a79 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.433086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f894286-4efc-47ec-86d5-ed13c7ba8a67 req-9c91cee8-fc47-4014-bec5-61825f206a79 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.1648266 Apr 15 10:56:48.504212 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-b0cf9f42-db49-4118-93dd-f06a7a5a56ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a24014a-28fa-47c7-b75d-1be30729c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700328 Apr 15 10:56:48.602033 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f894286-4efc-47ec-86d5-ed13c7ba8a67 req-a8b78492-be6b-4f31-b6dc-2f07e05d0f71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300821 Apr 15 10:56:48.669610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe79f46-d54a-4344-9404-16752f3ddcc4 req-c34678c7-0b44-4bcf-a462-1bed3ca7ae5f tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.671490 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-24723dc0-bc10-4f87-bba5-3846ac42da1b service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512218 Apr 15 10:56:48.675022 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2fe79f46-d54a-4344-9404-16752f3ddcc4 req-c34678c7-0b44-4bcf-a462-1bed3ca7ae5f tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 950 time: 0.1065207 Apr 15 10:56:48.721475 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2fe79f46-d54a-4344-9404-16752f3ddcc4 req-b9ca069f-d172-4b8c-aa1e-8532d6796058 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438511 Apr 15 10:56:48.881608 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b96fa4d3-51cf-4a85-b9e5-38650a25de59 req-808b4071-f384-4a55-b75a-5c9733c5c0a4 service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998329 Apr 15 10:56:48.943317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d3605-c038-4642-8219-9dde09cff02a req-02509e51-b801-4fbf-9a96-5f7531f4c68d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:48.943317 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d43d3605-c038-4642-8219-9dde09cff02a req-02509e51-b801-4fbf-9a96-5f7531f4c68d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 943 time: 0.2356453 Apr 15 10:56:48.997257 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d43d3605-c038-4642-8219-9dde09cff02a req-19d0988a-4d00-4535-ac2f-2cefa6c75367 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459702 Apr 15 10:56:49.153359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5f482-52e8-4cd6-bf2c-bbbd13037e78 req-74f4476d-5e21-448f-bbb0-e3c6d462f881 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.154876 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71e5f482-52e8-4cd6-bf2c-bbbd13037e78 req-74f4476d-5e21-448f-bbb0-e3c6d462f881 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.0944333 Apr 15 10:56:49.205071 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-71e5f482-52e8-4cd6-bf2c-bbbd13037e78 req-46bb06d0-a79e-44ae-925d-fab5c59c3797 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Apr 15 10:56:49.463464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c77ec2-cd3a-46db-bd67-f9cb69158e31 req-10ad96dc-0b3c-45f2-93ca-476edad58902 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.465114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d1c77ec2-cd3a-46db-bd67-f9cb69158e31 req-10ad96dc-0b3c-45f2-93ca-476edad58902 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0922842 Apr 15 10:56:49.541921 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d1c77ec2-cd3a-46db-bd67-f9cb69158e31 req-ac87074b-b987-4f7c-b141-e3f96fbebfba tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698888 Apr 15 10:56:49.753685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159591-27d5-4674-9f61-4ae09885b777 req-4f988761-48ab-4b2e-a79f-d471560db422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.755439 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-4f988761-48ab-4b2e-a79f-d471560db422 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.2181170 Apr 15 10:56:49.779886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075ad3ac-9c28-4123-83e5-e76f29fb10c7 req-96d797c0-4bb7-4493-b011-532b8f46cf54 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.781578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-075ad3ac-9c28-4123-83e5-e76f29fb10c7 req-96d797c0-4bb7-4493-b011-532b8f46cf54 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1385112 Apr 15 10:56:49.921351 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-075ad3ac-9c28-4123-83e5-e76f29fb10c7 req-a53f8137-d8aa-4e85-99b0-80088e05346d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140492 Apr 15 10:56:49.935631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d09bdb-a0bd-43b6-899a-794f7fe1ad7d req-48216d91-9b51-4be7-9269-8d849cff8bf1 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.937284 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2d09bdb-a0bd-43b6-899a-794f7fe1ad7d req-48216d91-9b51-4be7-9269-8d849cff8bf1 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 950 time: 0.0937893 Apr 15 10:56:49.959882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159591-27d5-4674-9f61-4ae09885b777 req-adc8d443-1e28-4765-8523-7861362ea233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:49.961358 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-adc8d443-1e28-4765-8523-7861362ea233 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.1788309 Apr 15 10:56:49.992301 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2d09bdb-a0bd-43b6-899a-794f7fe1ad7d req-d4620ef6-bb21-4b22-b775-b28282e75f06 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/security-groups?id=9406b348-2c58-49e6-add7-617daf24d45c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468907 Apr 15 10:56:50.041997 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-d1230f56-56e3-4082-9fb0-a4aeea13e9f9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.0719838 Apr 15 10:56:50.116097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3159591-27d5-4674-9f61-4ae09885b777 req-d23ac885-a0c4-4445-99a6-a45321f74511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.117661 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-d23ac885-a0c4-4445-99a6-a45321f74511 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0669572 Apr 15 10:56:50.212549 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-e28cb790-587d-41bf-a76e-d606469500ac service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570769 Apr 15 10:56:50.347347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f4079-a885-47e0-afb1-7103be569f57 req-a0151e3c-4530-40c0-ac0e-a899b08dfb2d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.348975 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c7f4079-a885-47e0-afb1-7103be569f57 req-a0151e3c-4530-40c0-ac0e-a899b08dfb2d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 943 time: 0.2349353 Apr 15 10:56:50.403312 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-2e5d3bc1-8668-47d5-95b2-8993e80b4da8 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821208 Apr 15 10:56:50.449862 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c7f4079-a885-47e0-afb1-7103be569f57 req-fd1c2e94-f19f-4876-9814-25102677a2eb tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868373 Apr 15 10:56:50.566925 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3159591-27d5-4674-9f61-4ae09885b777 req-72bb4701-8ddb-4b57-ae1b-c128015a5017 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503477 Apr 15 10:56:50.717073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-212ee7a5-9210-4db4-bff5-958aefc457ad tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.718809 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-212ee7a5-9210-4db4-bff5-958aefc457ad tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.26 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 950 time: 0.1003177 Apr 15 10:56:50.765857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503d23-7e5f-4ad7-b414-967174462ead req-3bc60daa-298a-43ae-825a-eb045457d32b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:50.767717 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b7503d23-7e5f-4ad7-b414-967174462ead req-3bc60daa-298a-43ae-825a-eb045457d32b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0970798 Apr 15 10:56:50.799177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Deleting port 7589c047-e847-4915-b994-e9fec64ab8c9 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:50.799568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:50.829177 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b7503d23-7e5f-4ad7-b414-967174462ead req-aac6276f-80f7-4094-9e09-dd8fb06c1eda tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539465 Apr 15 10:56:51.127719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 621919b4-638a-4324-9b71-fe1760a196e3 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:56:51.132170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] For port 7589c047-e847-4915-b994-e9fec64ab8c9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7589c047-e847-4915-b994-e9fec64ab8c9,segment=NetworkSegment(13e1d5f0-8510-4228-af05-55f5e3ea80af),segment_id=13e1d5f0-8510-4228-af05-55f5e3ea80af)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:51.132574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.277261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Calling delete_port for 7589c047-e847-4915-b994-e9fec64ab8c9 owned by compute:nova {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:51.298659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=621919b4-638a-4324-9b71-fe1760a196e3,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:51.313530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '621919b4-638a-4324-9b71-fe1760a196e3', 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605', 'port_id': '621919b4-638a-4324-9b71-fe1760a196e3', 'mac_address': 'fa:16:3e:78:a4:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7587537-6f09-4ddd-8304-25c45a607843', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:56:51.351742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965d5a5-8a8c-4b79-8f98-5a447dd82753 req-704bb5ac-ab12-4278-aaeb-075a9642ff77 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.353378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1965d5a5-8a8c-4b79-8f98-5a447dd82753 req-704bb5ac-ab12-4278-aaeb-075a9642ff77 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.3078814 Apr 15 10:56:51.423334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.427839 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1965d5a5-8a8c-4b79-8f98-5a447dd82753 req-ead332ae-ba61-40c8-88e0-935baaf1ac86 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670478 Apr 15 10:56:51.447036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 621919b4-638a-4324-9b71-fe1760a196e3 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:56:51.466175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=621919b4-638a-4324-9b71-fe1760a196e3,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:51.469355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.471470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.504030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.531445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['7589c047-e847-4915-b994-e9fec64ab8c9'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:51.620458 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d3b843e8-d40a-4ba2-89bd-b97e6f340115 req-92c32ee5-c6b0-412c-9893-b943a5c0b2a1 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0961199 Apr 15 10:56:51.630970 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.634491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.640975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:51.701189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Pushing event deleted for resources: {'Port': ['ID=7589c047-e847-4915-b994-e9fec64ab8c9,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:51.705383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:51.817281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] No DVR routers for this DVR port 7589c047-e847-4915-b994-e9fec64ab8c9 on host hv-cinder-78638 {{(pid=85374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:51.820543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:51.824486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'name': 'network-vif-deleted', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:51.832599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b27ac-60d1-468e-ad1b-3621a82cdd50 req-a7d42e7d-827e-425c-8c01-87a71dd2e5c5 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:51.834333 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-853b27ac-60d1-468e-ad1b-3621a82cdd50 req-a7d42e7d-827e-425c-8c01-87a71dd2e5c5 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 944 time: 0.1048517 Apr 15 10:56:51.841341 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3e40f59-535e-46ae-97fe-b12d0978d827 req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.26 "DELETE /v2.0/ports/7589c047-e847-4915-b994-e9fec64ab8c9 HTTP/1.1" status: 204 len: 173 time: 1.1167619 Apr 15 10:56:51.893512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-853b27ac-60d1-468e-ad1b-3621a82cdd50 req-fcb3d180-97f7-420f-a611-383b1f8b2558 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Apr 15 10:56:51.963899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a6c3cc5-72e9-4ebd-9214-bfbe98d20315', 'name': 'network-vif-deleted', 'tag': '7589c047-e847-4915-b994-e9fec64ab8c9', 'status': 'completed', 'code': 200} Apr 15 10:56:52.048835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['621919b4-638a-4324-9b71-fe1760a196e3'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:52.198608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcd952-42aa-4681-b9b0-5c2794d92aa3 req-fe31522f-ddd1-4ccd-ad4c-7d48e710b604 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.201703 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3bcd952-42aa-4681-b9b0-5c2794d92aa3 req-fe31522f-ddd1-4ccd-ad4c-7d48e710b604 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1261773 Apr 15 10:56:52.256372 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e3bcd952-42aa-4681-b9b0-5c2794d92aa3 req-7ae4b8b9-0a92-40d2-a121-732166665fc8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476983 Apr 15 10:56:52.647277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d0293-0a58-40c8-a824-27cece27ebd0 req-64167f87-1759-4989-b997-493c46fd45ea tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:52.648960 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-696d0293-0a58-40c8-a824-27cece27ebd0 req-64167f87-1759-4989-b997-493c46fd45ea tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0895061 Apr 15 10:56:52.709984 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-696d0293-0a58-40c8-a824-27cece27ebd0 req-da67def6-a78a-47e8-a4a1-a5e74bbe6f76 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536911 Apr 15 10:56:52.851949 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-527505a1-daec-4763-9aab-aa2d46ec3003 req-3772fbc1-7683-4555-86f5-095ce5cf2810 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a6c3cc5-72e9-4ebd-9214-bfbe98d20315 HTTP/1.1" status: 200 len: 210 time: 0.0551877 Apr 15 10:56:53.112972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a118da-aad8-4b94-b41b-5e328220a42b req-3f566909-6c5c-436b-bb40-5a781b9b130d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.114631 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7a118da-aad8-4b94-b41b-5e328220a42b req-3f566909-6c5c-436b-bb40-5a781b9b130d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 944 time: 0.0963442 Apr 15 10:56:53.164044 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7a118da-aad8-4b94-b41b-5e328220a42b req-db0bcc46-1a86-4af1-b66c-1caff4e8c589 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Apr 15 10:56:53.486487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038f5896-88b2-4fe1-acc0-1822d86a0c48 req-ef816f46-63bf-4193-a284-7cfe430a0f1f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.488038 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-038f5896-88b2-4fe1-acc0-1822d86a0c48 req-ef816f46-63bf-4193-a284-7cfe430a0f1f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1058795 Apr 15 10:56:53.543709 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-038f5896-88b2-4fe1-acc0-1822d86a0c48 req-93314513-66dc-4ccf-b31f-4071b9b4d5ab tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464489 Apr 15 10:56:53.932861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4193f9e7-f564-48a0-8b70-e1082705f4b7 req-fd48e42a-20cc-41c5-acd3-2c67f8eea258 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:53.934733 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4193f9e7-f564-48a0-8b70-e1082705f4b7 req-fd48e42a-20cc-41c5-acd3-2c67f8eea258 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0972025 Apr 15 10:56:53.989009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4193f9e7-f564-48a0-8b70-e1082705f4b7 req-7583fdc1-ae2e-407c-8a6b-a699d7993e2b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479636 Apr 15 10:56:54.400065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87244ab1-0ee0-4230-8caa-a50daadaa79a req-6cb7a31e-09eb-4ec0-8788-086faa7cd0b8 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.401877 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-87244ab1-0ee0-4230-8caa-a50daadaa79a req-6cb7a31e-09eb-4ec0-8788-086faa7cd0b8 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 944 time: 0.1109684 Apr 15 10:56:54.453790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c5313-94b2-4954-a59e-e1732f69037f req-b4da16c7-59f8-4486-94bc-0e6d6374bed3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.455640 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d51c5313-94b2-4954-a59e-e1732f69037f req-b4da16c7-59f8-4486-94bc-0e6d6374bed3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.1027470 Apr 15 10:56:54.465203 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-87244ab1-0ee0-4230-8caa-a50daadaa79a req-358f5cee-ab3c-467a-a548-25658ff7f7f1 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567329 Apr 15 10:56:54.526277 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d51c5313-94b2-4954-a59e-e1732f69037f req-7e5dbad8-274f-4b75-ba14-2f4572f44446 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597203 Apr 15 10:56:54.787945 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637cc05-6d49-45da-8cde-0191a1cf7848 req-bc36c4e8-ca49-492e-91ba-9756ceb4a8f8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.792482 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c637cc05-6d49-45da-8cde-0191a1cf7848 req-bc36c4e8-ca49-492e-91ba-9756ceb4a8f8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.1043675 Apr 15 10:56:54.847125 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c637cc05-6d49-45da-8cde-0191a1cf7848 req-db9214ed-ef66-4692-8f30-cd7a9e31890c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464127 Apr 15 10:56:54.873816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37530) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:54.963414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07372f70-360f-45d5-8baf-6d49095f68a1 req-68becd3a-59eb-4f5f-b411-26eebc60c9a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:54.965043 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07372f70-360f-45d5-8baf-6d49095f68a1 req-68becd3a-59eb-4f5f-b411-26eebc60c9a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.3000319 Apr 15 10:56:55.018607 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07372f70-360f-45d5-8baf-6d49095f68a1 req-fd3d4e30-6046-4e63-bd2e-0aa15e60d037 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464299 Apr 15 10:56:55.094107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220d351d-0c35-4b2e-8082-dd090f2c8498 tempest-TestMinimumBasicScenario-93353589 tempest-TestMinimumBasicScenario-93353589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.094829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-220d351d-0c35-4b2e-8082-dd090f2c8498 tempest-TestMinimumBasicScenario-93353589 tempest-TestMinimumBasicScenario-93353589-project-admin] Synchronizing usage tracker for tenant:08dcde96399245c7a008de5d1abebcb1 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:56:55.111738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-220d351d-0c35-4b2e-8082-dd090f2c8498 tempest-TestMinimumBasicScenario-93353589 tempest-TestMinimumBasicScenario-93353589-project-admin] Unset dirty status for tenant:08dcde96399245c7a008de5d1abebcb1 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:56:55.116978 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-220d351d-0c35-4b2e-8082-dd090f2c8498 tempest-TestMinimumBasicScenario-93353589 tempest-TestMinimumBasicScenario-93353589-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1093 time: 0.2418470 Apr 15 10:56:55.117839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37572) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:55.123842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'port_id': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:56:55.130614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:56:55.134580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:floatingip and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:56:55.138896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 621919b4-638a-4324-9b71-fe1760a196e3 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:56:55.151996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:56:55.167195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:56:55.177779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for floatingip, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.224388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd354b26-4a0a-4095-869a-2f0b98b74614 req-379d4207-cd67-4316-8559-c4272e1c8b4a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.225963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 621919b4-638a-4324-9b71-fe1760a196e3 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:56:55.231251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 621919b4-638a-4324-9b71-fe1760a196e3 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:56:55.232011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.232134 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dd354b26-4a0a-4095-869a-2f0b98b74614 req-379d4207-cd67-4316-8559-c4272e1c8b4a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0972893 Apr 15 10:56:55.284091 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dd354b26-4a0a-4095-869a-2f0b98b74614 req-93efe2a4-3afc-454a-96e3-04a9d6d7729a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509236 Apr 15 10:56:55.349795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.372595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.401956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:55.422868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=621919b4-638a-4324-9b71-fe1760a196e3,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:55.426861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.428598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 7589c047-e847-4915-b994-e9fec64ab8c9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:56:55.467685 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3', 'code': 200} Apr 15 10:56:55.468332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ccb2fcc-1800-4d6e-b842-83d618c91227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:55.520501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 7589c047-e847-4915-b994-e9fec64ab8c9 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:56:55.524794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Allocated IP 172.28.3.116 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/85be027e-081f-458a-b457-757355dded03) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:56:55.534577 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 7589c047-e847-4915-b994-e9fec64ab8c9 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:56:55.631124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:55.644462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:55.730840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746fcd0-775f-4b84-a702-67a950992a30 req-06c662ce-df0a-4627-8a06-e67dd02ebd2d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.732411 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f746fcd0-775f-4b84-a702-67a950992a30 req-06c662ce-df0a-4627-8a06-e67dd02ebd2d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.1322362 Apr 15 10:56:55.783751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f746fcd0-775f-4b84-a702-67a950992a30 req-62abf768-e0f2-41dc-934c-69ad5350e4a9 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444167 Apr 15 10:56:55.871753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:55.897433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7667f-6621-4d93-8689-39bd7875ef02 req-9fc18609-a213-4ff5-ba34-1396e0f29bfb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.899075 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-57f7667f-6621-4d93-8689-39bd7875ef02 req-9fc18609-a213-4ff5-ba34-1396e0f29bfb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.2293108 Apr 15 10:56:55.939135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b04a68-c1a0-4846-ba3d-3caf9d43d660 req-c15be676-26f8-452a-a9a4-4d780158bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:55.940729 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4b04a68-c1a0-4846-ba3d-3caf9d43d660 req-c15be676-26f8-452a-a9a4-4d780158bb0c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 1098 time: 0.1889167 Apr 15 10:56:55.994590 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-57f7667f-6621-4d93-8689-39bd7875ef02 req-738087fe-69a9-4d1c-9fbb-76e68d63b7a8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842154 Apr 15 10:56:56.013988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:56.027886 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:56.073569 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4b04a68-c1a0-4846-ba3d-3caf9d43d660 req-b0860e9e-8946-44e1-8b5a-72c61a373827 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168525 Apr 15 10:56:56.171473 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'Port': ['ID=85be027e-081f-458a-b457-757355dded03,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:56.182660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:56.231023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:56:56.232447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:56:56.234778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:56:56.235120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ad547-74b7-4645-b9d2-078146468db6 req-f2e70d2d-f6be-47b0-a2df-e3a18d504c8a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.236795 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f27ad547-74b7-4645-b9d2-078146468db6 req-f2e70d2d-f6be-47b0-a2df-e3a18d504c8a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0922801 Apr 15 10:56:56.292501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f27ad547-74b7-4645-b9d2-078146468db6 req-74aed730-d0ad-46ca-ab56-7a5739c4d9b2 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473762 Apr 15 10:56:56.685198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fb8de8-b694-4b74-aeb9-b0a6535b012d req-5be28206-d8b0-44e2-a517-3f0f0c2c3fa4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:56.686882 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-65fb8de8-b694-4b74-aeb9-b0a6535b012d req-5be28206-d8b0-44e2-a517-3f0f0c2c3fa4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.2683029 Apr 15 10:56:56.951731 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-65fb8de8-b694-4b74-aeb9-b0a6535b012d req-477e7c70-a24c-4eb7-8f54-014d2662d67a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261930 Apr 15 10:56:56.998977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b151016b-0144-4c66-9091-d95913f706a8 req-7c1fc7b8-2e02-4076-9d8b-2895373576fe tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.000967 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b151016b-0144-4c66-9091-d95913f706a8 req-7c1fc7b8-2e02-4076-9d8b-2895373576fe tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.1011088 Apr 15 10:56:57.061492 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b151016b-0144-4c66-9091-d95913f706a8 req-7423b62c-2864-4bef-b1bf-f4b81fbfccba tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534308 Apr 15 10:56:57.242315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-1871e4eb-73f0-4eed-822a-c3eb740de8ef tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.243914 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-1871e4eb-73f0-4eed-822a-c3eb740de8ef tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.5560884 Apr 15 10:56:57.384518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.433069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Deleting port 624fe0ba-a2e5-401c-a297-6ea8054ff906 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:56:57.433459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.586398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055cfda-98bf-4817-8081-e126b352b5c1 req-d1fd8fe6-b3d2-4ea2-adb7-a8562b2b107b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.586608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263df9b-a6a8-46c6-a38e-2edf8b05d26d req-5fee7fa6-6a42-4dd1-a551-e650d789dbbf tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:57.589632 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d263df9b-a6a8-46c6-a38e-2edf8b05d26d req-5fee7fa6-6a42-4dd1-a551-e650d789dbbf tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1496296 Apr 15 10:56:57.590836 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e055cfda-98bf-4817-8081-e126b352b5c1 req-d1fd8fe6-b3d2-4ea2-adb7-a8562b2b107b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 945 time: 0.4178329 Apr 15 10:56:57.645335 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d263df9b-a6a8-46c6-a38e-2edf8b05d26d req-f33cee2c-cea9-463e-91fb-84519d5f9034 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486333 Apr 15 10:56:57.710538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:57.765548 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e055cfda-98bf-4817-8081-e126b352b5c1 req-0d8cf3a6-7fbc-4ec4-91ff-5c8e3143dc30 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592600 Apr 15 10:56:58.072027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] For port 624fe0ba-a2e5-401c-a297-6ea8054ff906, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=624fe0ba-a2e5-401c-a297-6ea8054ff906,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:56:58.073414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.178422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463daf4d-fd7a-4b3c-836d-5a3af02533a2 req-013087a4-8f88-4a9f-9064-8aaee7c50080 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.180971 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-463daf4d-fd7a-4b3c-836d-5a3af02533a2 req-013087a4-8f88-4a9f-9064-8aaee7c50080 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1061554 Apr 15 10:56:58.231327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Calling delete_port for 624fe0ba-a2e5-401c-a297-6ea8054ff906 owned by compute:nova {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:56:58.231840 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-463daf4d-fd7a-4b3c-836d-5a3af02533a2 req-1c61f84c-a5fd-4885-b88e-93c3bf01d927 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443695 Apr 15 10:56:58.466926 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.479162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.499328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6d56dba0-5e5f-4fe1-9156-262cde6f1993 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:58.549553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a3fde8-772b-4c9d-b309-14b327e8c1bd req-2c720106-2342-4489-88de-99e2d7e5c6ac tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.551285 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84a3fde8-772b-4c9d-b309-14b327e8c1bd req-2c720106-2342-4489-88de-99e2d7e5c6ac tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.3313029 Apr 15 10:56:58.673625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:58.685765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379', '30d52831-c358-46d0-b6d8-0ef3170a99c1', '835a1fbe-acf7-47be-853a-d41aff97137a', '624fe0ba-a2e5-401c-a297-6ea8054ff906'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:56:58.687262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'Port': ['ID=85be027e-081f-458a-b457-757355dded03,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.709864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.715195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cb7b2437-c505-415f-a31e-d4664be6b68d tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:58.834690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event deleted for resources: {'Port': ['ID=624fe0ba-a2e5-401c-a297-6ea8054ff906,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:58.839278 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84a3fde8-772b-4c9d-b309-14b327e8c1bd req-db6967f8-2c6f-4ae3-b4e5-6a76ee31a50f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727375 Apr 15 10:56:58.842978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:58.877563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aad6b6-ec83-4ade-9dd3-a15b34f12637 req-397d5f15-7c5c-4555-be90-8909bd1d7063 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:58.879565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-23aad6b6-ec83-4ade-9dd3-a15b34f12637 req-397d5f15-7c5c-4555-be90-8909bd1d7063 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1158330 Apr 15 10:56:58.948917 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-23aad6b6-ec83-4ade-9dd3-a15b34f12637 req-0ccd0b96-27cd-4ada-af43-a0a5545fd4ec tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606210 Apr 15 10:56:59.077665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.184822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] No DVR routers for this DVR port 624fe0ba-a2e5-401c-a297-6ea8054ff906 on host hv-cinder-78638 {{(pid=85374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:56:59.336862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37762) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:59.463324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f39034-cae8-417b-a456-e82f83c8ae99 req-01534e9d-c209-413c-b93e-8b43c9d7b8d2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:56:59.464951 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d1f39034-cae8-417b-a456-e82f83c8ae99 req-01534e9d-c209-413c-b93e-8b43c9d7b8d2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0924647 Apr 15 10:56:59.465567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.470954 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1014363c-d1f6-4a26-9574-d5f0222a753c req-c5d0b5eb-bcf0-4c40-a2fb-cc0b6de1ab11 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=50b9ed9d-5988-447d-a007-b08ad7586007 HTTP/1.1" status: 200 len: 210 time: 0.4296076 Apr 15 10:56:59.471518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'name': 'network-vif-deleted', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:56:59.525982 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4dec631-7dab-4b06-b0da-569e47f51a5c req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "DELETE /v2.0/ports/624fe0ba-a2e5-401c-a297-6ea8054ff906 HTTP/1.1" status: 204 len: 173 time: 2.2316818 Apr 15 10:56:59.538042 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50b9ed9d-5988-447d-a007-b08ad7586007', 'name': 'network-vif-deleted', 'tag': '624fe0ba-a2e5-401c-a297-6ea8054ff906', 'status': 'completed', 'code': 200} Apr 15 10:56:59.559539 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d1f39034-cae8-417b-a456-e82f83c8ae99 req-9345fb6f-7045-46a9-a7f7-e5552b15ac10 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744967 Apr 15 10:56:59.572317 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Floating IP 0a31cb44-1df2-40c6-b16e-af4160bda0db associated. External IP: 172.28.3.116, port: 3ea30f9b-7bdf-45da-9f6e-e24295442776. Apr 15 10:56:59.589054 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cce69104-29bf-4a87-8f2e-546a32ed7ba1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f6491eb98e9f404f94e8abe46d8b497b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505870 Apr 15 10:56:59.589786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37772) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:56:59.654830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.683817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.743002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.750171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fef35835-ecac-4c03-8288-5b40a42cdd96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:56:59.766056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9406b348-2c58-49e6-add7-617daf24d45c,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:56:59.770113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:56:59.783583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:56:59.791619 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-349b4fd6-be85-472d-bdf1-21842e5b0e5b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9406b348-2c58-49e6-add7-617daf24d45c HTTP/1.1" status: 204 len: 168 time: 0.1999090 Apr 15 10:56:59.978797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:57:00.133951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919155b9-8f19-4fba-af2c-1e5659b9f11c req-1bda61a8-a7b0-4d74-8557-ea649217ce5f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.135889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-919155b9-8f19-4fba-af2c-1e5659b9f11c req-1bda61a8-a7b0-4d74-8557-ea649217ce5f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.1087229 Apr 15 10:57:00.185557 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-919155b9-8f19-4fba-af2c-1e5659b9f11c req-7e2285a3-9ce3-48e4-9318-0d7291edbacb tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426593 Apr 15 10:57:00.313570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:57:00.324770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Sync routers for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:57:00.335932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:00.336705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:00.347331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e8d546-0494-40c3-8219-65777394f7ad req-740ec5f9-6284-4518-9087-4edbdafe1d3d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.349009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64e8d546-0494-40c3-8219-65777394f7ad req-740ec5f9-6284-4518-9087-4edbdafe1d3d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1735477 Apr 15 10:57:00.350368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.446901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.3274069 Apr 15 10:57:00.450147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37784) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.450464 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64e8d546-0494-40c3-8219-65777394f7ad req-aef2f6b0-7169-4210-85ac-5a91f9e047d9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725317 Apr 15 10:57:00.458179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760840865', 'description': 'tempest-secgroup-smoke-1760840865 description', 'project_id': 'e991c07377884534acc7f89843c7917e'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:00.464680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.475418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.485613 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.507615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.511846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:00.514914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:00.521059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.530821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:00.613359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.617328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.626257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-993e1326-be48-4b76-90d5-0129fa4fb115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.668558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbdf63b-f315-452f-888b-0e5763413c1a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.671816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.697275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.702972 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2511237 Apr 15 10:57:00.703885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37796) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.711818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:00.719944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.724675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:00.728345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:00.735241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.760185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.807632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24edd42d-35f8-432b-b358-c7140953d3ba req-f2dc182d-3e33-4f23-99c9-1ea567882c95 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:00.809324 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-24edd42d-35f8-432b-b358-c7140953d3ba req-f2dc182d-3e33-4f23-99c9-1ea567882c95 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1145761 Apr 15 10:57:00.842165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.845596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.847912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:00.866126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-24edd42d-35f8-432b-b358-c7140953d3ba req-cb19391e-edbd-46e5-8ed6-adef6f3ff17b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492597 Apr 15 10:57:00.871756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8ee3e9-ba64-4272-8c62-3f4efbdf48ec,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:00.877556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:00.886682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:00.890721 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1855967 Apr 15 10:57:00.891376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37802) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:00.897888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:00.904477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:00.909071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:00.912330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:00.918825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:00.937600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.016861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.020201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.022440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3286d9bc-5492-4a0c-9735-a70c2f5b27f9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.046569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18a1fa02-6138-4f3b-8ae4-45107cc380b4,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.049101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.055924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.057398 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1649768 Apr 15 10:57:01.060452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37808) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.066537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:01.074622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:01.079544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:01.082768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:01.088582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '0a31cb44-1df2-40c6-b16e-af4160bda0db', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'port_id': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'mac_address': 'fa:16:3e:a8:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6301bb3-f333-438f-8467-b84749e4deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:56Z', 'updated_at': '2021-04-15T10:56:56Z', 'revision_number': 0, 'project_id': 'e991c07377884534acc7f89843c7917e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:01.089119 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:01.093355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Checking router: b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:57:01.103207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:57:01.104071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:56:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:01.106368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.172579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.174406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 624fe0ba-a2e5-401c-a297-6ea8054ff906 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:01.175643 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.177823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15a2049c-f16b-46f8-986e-9bd48da4ed84 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.202748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=796332bc-5f48-444f-9921-19c9a65bdcd9,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.208376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.212985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 624fe0ba-a2e5-401c-a297-6ea8054ff906 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:01.213140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.213567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 624fe0ba-a2e5-401c-a297-6ea8054ff906 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:01.215045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1528969 Apr 15 10:57:01.217396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37814) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.223830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:01.230937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:01.235470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:01.238906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:01.244817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:01.262128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.298943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:57:01.394969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.399293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.413583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.437959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7d5db6-cc23-460f-a1d9-925b9fb9f0d4,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.444423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.453397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb55d4-ca1c-4372-815d-9482fc38608d req-c6face41-43bf-4bf9-b5ec-5643caf90901 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.455080 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b0fb55d4-ca1c-4372-815d-9482fc38608d req-c6face41-43bf-4bf9-b5ec-5643caf90901 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.1482146 Apr 15 10:57:01.456461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.458431 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2398500 Apr 15 10:57:01.460814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 37818) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.466903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:01.473602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:01.478353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:01.482262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:01.489143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:01.503594 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.securitygroups_db [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Project e991c07377884534acc7f89843c7917e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:57:01.511597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.526139 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b0fb55d4-ca1c-4372-815d-9482fc38608d req-e78fe34a-9042-4ba3-85ad-d66ade766161 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Apr 15 10:57:01.539092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:01.635493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.642735 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:57:01.649455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.654858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:01.692049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '0a31cb44-1df2-40c6-b16e-af4160bda0db', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'port_id': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'mac_address': 'fa:16:3e:a8:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6301bb3-f333-438f-8467-b84749e4deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:56Z', 'updated_at': '2021-04-15T10:56:56Z', 'revision_number': 0, 'project_id': 'e991c07377884534acc7f89843c7917e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:01.696291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bc6bdc-e3c5-41cb-81db-26ce69fea47c None None] The sync data for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb is: [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '0a31cb44-1df2-40c6-b16e-af4160bda0db', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'floating_ip_address': '172.28.3.116', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'port_id': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'mac_address': 'fa:16:3e:a8:49:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6301bb3-f333-438f-8467-b84749e4deba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:56:56Z', 'updated_at': '2021-04-15T10:56:56Z', 'revision_number': 0, 'project_id': 'e991c07377884534acc7f89843c7917e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:57:01.730363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9fba7b5-14e2-421b-91c5-e80e5b341b7a,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:01.739961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:01.748784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.750065 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881622 Apr 15 10:57:01.753354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 37826) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:01.759686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'security_group_rule': {'security_group_id': 'adbdf63b-f315-452f-888b-0e5763413c1a', 'project_id': 'e991c07377884534acc7f89843c7917e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:01.766145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:01.770771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Usage tracker for resource:security_group_rule and tenant:e991c07377884534acc7f89843c7917e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:01.774122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:01.780574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:01.795684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db50044-5491-4a69-8b94-018d8daca2ab req-4e0d5523-ac8a-4531-87df-9fbc7d0bab8e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.797292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4db50044-5491-4a69-8b94-018d8daca2ab req-4e0d5523-ac8a-4531-87df-9fbc7d0bab8e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.2064385 Apr 15 10:57:01.801674 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.securitygroups_db [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Project e991c07377884534acc7f89843c7917e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 10:57:01.807688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-4240cfc4-fa42-477a-a386-b6d0019a230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.809825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-4240cfc4-fa42-477a-a386-b6d0019a230e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1098 time: 0.1427128 Apr 15 10:57:01.853327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.943590 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4db50044-5491-4a69-8b94-018d8daca2ab req-1f959c71-e95f-4625-a5dd-5d97c66c4e00 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384861 Apr 15 10:57:01.957149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.964763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:01.993077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-8f101c61-432f-47fc-b78d-0cddcda049e5 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:01.994687 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-8f101c61-432f-47fc-b78d-0cddcda049e5 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 945 time: 0.1873250 Apr 15 10:57:01.997374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:02.043679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-23e59ed9-1841-4f42-8de8-8a4b9de2451e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.047458 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-23e59ed9-1841-4f42-8de8-8a4b9de2451e service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.2236576 Apr 15 10:57:02.058161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2112b63d-6af1-46cb-a770-a36a33c7e473,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:02.060874 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:02.086044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.087353 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3328781 Apr 15 10:57:02.131548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Deleting port 621919b4-638a-4324-9b71-fe1760a196e3 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:02.131936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.199446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84e194c-c1b1-4cff-89b8-97aebd50ad12 None None] New status for floating IP 0a31cb44-1df2-40c6-b16e-af4160bda0db: ACTIVE {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:57:02.270345 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-d4596501-74cd-40ca-b5ea-41a77cd85ca7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 999 time: 0.2129102 Apr 15 10:57:02.368663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccba9053-bd71-4fc8-ad4f-f200b8dd4e3c req-975c65c1-053e-4b7c-9b7d-a241795370c1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.370315 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ccba9053-bd71-4fc8-ad4f-f200b8dd4e3c req-975c65c1-053e-4b7c-9b7d-a241795370c1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.2180831 Apr 15 10:57:02.395304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-9df36dab-69bb-4dc8-a786-2070113646ab tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:02.418461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-9df36dab-69bb-4dc8-a786-2070113646ab tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:02.419924 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-9df36dab-69bb-4dc8-a786-2070113646ab tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760840865&fields=id&tenant_id=e991c07377884534acc7f89843c7917e HTTP/1.1" status: 200 len: 267 time: 0.1660798 Apr 15 10:57:02.435881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ccba9053-bd71-4fc8-ad4f-f200b8dd4e3c req-117f0440-4978-47f9-8c56-8ae57f5f5059 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540400 Apr 15 10:57:02.437779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-475bee2b-2933-49e2-aa19-9f218810fae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.439323 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-475bee2b-2933-49e2-aa19-9f218810fae6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.1601915 Apr 15 10:57:02.604869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f857c032-49a9-41d2-b5f5-8a93b12c2b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.630963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-cffbff54-b931-404a-b6d9-32d58fb23c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.632688 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-cffbff54-b931-404a-b6d9-32d58fb23c22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1830378 Apr 15 10:57:02.751002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] For port 621919b4-638a-4324-9b71-fe1760a196e3, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=621919b4-638a-4324-9b71-fe1760a196e3,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:02.751254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:02.759671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cffbd-eebc-4b69-9084-7cbb6ba94f83 req-34ecea4e-14f6-469e-8db9-b14ab6b4bcb8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.760942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-b02cffbd-eebc-4b69-9084-7cbb6ba94f83 req-34ecea4e-14f6-469e-8db9-b14ab6b4bcb8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:02.797041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-b02cffbd-eebc-4b69-9084-7cbb6ba94f83 req-34ecea4e-14f6-469e-8db9-b14ab6b4bcb8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:02.798301 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b02cffbd-eebc-4b69-9084-7cbb6ba94f83 req-34ecea4e-14f6-469e-8db9-b14ab6b4bcb8 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.2473414 Apr 15 10:57:02.838193 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-cf24aa43-823f-49ec-9933-ccf9c00bbd0d service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956284 Apr 15 10:57:02.894754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Calling delete_port for 621919b4-638a-4324-9b71-fe1760a196e3 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:02.936238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b02cffbd-eebc-4b69-9084-7cbb6ba94f83 req-9630ae00-d8f6-40d8-a42b-11dbf190376f tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237674 Apr 15 10:57:02.968008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-fa3ef0b0-3221-45a2-8436-d92ec8dc2f3b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:02.969739 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-fa3ef0b0-3221-45a2-8436-d92ec8dc2f3b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.5420375 Apr 15 10:57:02.987488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'port': {'security_groups': ['fbd14b63-5eb9-46b2-b598-b51c11806151', 'adbdf63b-f315-452f-888b-0e5763413c1a']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:03.221078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.239832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.255483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.293921 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ed4bb4e-63f7-4325-8f3c-09cc7144463b req-c4b45691-3fda-423d-8aae-53977bdca8ac tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=7cd786ac-a8e2-438d-b272-424bbaa9cbfb HTTP/1.1" status: 200 len: 210 time: 0.1035552 Apr 15 10:57:03.338081 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-3e686810-5cf8-4d6a-bf13-486ec21eaff1 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865513 Apr 15 10:57:03.356798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb33d58-490b-4315-9299-51424fa07618 req-543ececf-435e-4bf5-8a78-4db5968f24f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.358405 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9eb33d58-490b-4315-9299-51424fa07618 req-543ececf-435e-4bf5-8a78-4db5968f24f2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.1693799 Apr 15 10:57:03.371715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Pushing event deleted for resources: {'Port': ['ID=621919b4-638a-4324-9b71-fe1760a196e3,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:03.429509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:03.470461 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9eb33d58-490b-4315-9299-51424fa07618 req-b606ea08-69de-4afd-88aa-652244f87d68 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997896 Apr 15 10:57:03.506431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d304172c-01a9-4066-8a5c-d24f1416f534 req-a28d4b83-9671-4141-944c-02e16e058097 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.508325 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d304172c-01a9-4066-8a5c-d24f1416f534 req-a28d4b83-9671-4141-944c-02e16e058097 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1037922 Apr 15 10:57:03.560804 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d304172c-01a9-4066-8a5c-d24f1416f534 req-e333c27f-611f-4265-b782-c257564bb06e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460155 Apr 15 10:57:03.706716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] No DVR routers for this DVR port 621919b4-638a-4324-9b71-fe1760a196e3 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:03.712493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.715257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'name': 'network-vif-deleted', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:03.755264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ef538-d87b-4bce-8fe9-0097c810113b req-3d9c968a-c8cf-4289-9b32-10523acb4a80 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:03.756846 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d50ef538-d87b-4bce-8fe9-0097c810113b req-3d9c968a-c8cf-4289-9b32-10523acb4a80 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0932562 Apr 15 10:57:03.788432 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3baa6440-d34c-4e49-a278-6730dd133c64 req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "DELETE /v2.0/ports/621919b4-638a-4324-9b71-fe1760a196e3 HTTP/1.1" status: 204 len: 173 time: 1.7726839 Apr 15 10:57:03.811446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d50ef538-d87b-4bce-8fe9-0097c810113b req-0fd4df48-a719-4f0a-a71c-5c04b2fe501a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Apr 15 10:57:03.852703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:03.879824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.883828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:03.899559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:03.903325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:04.042672 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd786ac-a8e2-438d-b272-424bbaa9cbfb', 'name': 'network-vif-deleted', 'tag': '621919b4-638a-4324-9b71-fe1760a196e3', 'status': 'completed', 'code': 200} Apr 15 10:57:04.064012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=6']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:04.069853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:04.120103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.120833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.127770 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2621a1a3-f5ee-4fec-bced-3cabb966bab4 req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "PUT /v2.0/ports/3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 981 time: 1.1460419 Apr 15 10:57:04.259445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2d5909-25b9-4f1c-838e-c3292db3b4af req-b12eb9d1-6cc1-46f9-b65e-f1c89af3b721 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.268351 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a2d5909-25b9-4f1c-838e-c3292db3b4af req-b12eb9d1-6cc1-46f9-b65e-f1c89af3b721 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.1117733 Apr 15 10:57:04.322754 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a2d5909-25b9-4f1c-838e-c3292db3b4af req-b1937306-ff70-4c99-902c-2d50e2368e19 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530944 Apr 15 10:57:04.353537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:04.408413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44304-8968-4031-b008-279d32fc50de req-f785d541-d02a-4408-ac6c-4d54255014d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.410459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-f785d541-d02a-4408-ac6c-4d54255014d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.1326444 Apr 15 10:57:04.418807 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e7f7d-f63e-47ae-b45d-2c5268ffc2c1 req-618f04b7-21eb-4f81-97b5-46db565dd189 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.420414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5c2e7f7d-f63e-47ae-b45d-2c5268ffc2c1 req-618f04b7-21eb-4f81-97b5-46db565dd189 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1898990 Apr 15 10:57:04.527523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-bceda890-4d66-4403-b5ec-514def44c53b None None] Provisioning complete for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:04.527861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bceda890-4d66-4403-b5ec-514def44c53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:04.560570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44304-8968-4031-b008-279d32fc50de req-526d25cb-18bf-428f-a77d-f595d175a6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.562268 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-526d25cb-18bf-428f-a77d-f595d175a6e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.1407607 Apr 15 10:57:04.599556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0445ff5-c8b1-4877-b215-fea33449704e req-f50e5950-075a-4b37-a1d9-fe4764c2bd94 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.601722 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a0445ff5-c8b1-4877-b215-fea33449704e req-f50e5950-075a-4b37-a1d9-fe4764c2bd94 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.1476836 Apr 15 10:57:04.702882 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-2ece1fc4-ede6-48e2-9527-939129491262 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1001 time: 0.1248465 Apr 15 10:57:04.707940 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5c2e7f7d-f63e-47ae-b45d-2c5268ffc2c1 req-942388e9-d8a7-41b5-8a0f-8572f2dfa963 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489317 Apr 15 10:57:04.754996 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a0445ff5-c8b1-4877-b215-fea33449704e req-c944d012-a003-4021-8b88-cd66c1fef7ae tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1464043 Apr 15 10:57:04.782480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44304-8968-4031-b008-279d32fc50de req-4698acd7-f2f7-4e82-96a3-569628b3fcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.784107 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-4698acd7-f2f7-4e82-96a3-569628b3fcbb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0733011 Apr 15 10:57:04.858025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-97c8e470-7390-4fc5-8698-e3198e73fb0a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.859720 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-97c8e470-7390-4fc5-8698-e3198e73fb0a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.1614318 Apr 15 10:57:04.900349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf44304-8968-4031-b008-279d32fc50de req-dd073709-dfa5-499e-92af-5fe4cf9cd2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:04.902565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-dd073709-dfa5-499e-92af-5fe4cf9cd2bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1045620 Apr 15 10:57:04.945168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:04.967200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Deleting port 835a1fbe-acf7-47be-853a-d41aff97137a {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:04.967602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.040076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d345719-507e-4d37-bb8c-019bd756a06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.131771 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-d47eae47-b668-4315-9544-9e0a6b4e0273 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121270 Apr 15 10:57:05.187543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 621919b4-638a-4324-9b71-fe1760a196e3 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:05.200214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ca881-319e-42ba-a392-412d74c0632c req-91c76761-893b-4c27-915d-69bf9ef758e0 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.201827 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-649ca881-319e-42ba-a392-412d74c0632c req-91c76761-893b-4c27-915d-69bf9ef758e0 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1935353 Apr 15 10:57:05.236163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 621919b4-638a-4324-9b71-fe1760a196e3 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:05.236556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 621919b4-638a-4324-9b71-fe1760a196e3 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:05.346905 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-649ca881-319e-42ba-a392-412d74c0632c req-9396927e-e503-4d65-b369-3787c443ea80 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187334 Apr 15 10:57:05.390673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] For port 835a1fbe-acf7-47be-853a-d41aff97137a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=835a1fbe-acf7-47be-853a-d41aff97137a,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:05.391476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.397867 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-9473ca52-cf25-4613-8c73-f89c38f96b97 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.399491 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-9473ca52-cf25-4613-8c73-f89c38f96b97 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 808 time: 0.2665536 Apr 15 10:57:05.539336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Calling delete_port for 835a1fbe-acf7-47be-853a-d41aff97137a owned by compute:nova {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:05.659230 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-88d7fdf2-3c1b-485f-a747-d860e40ccda5 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/quotas/03058db2e25a4610b76d4b36390022e4 HTTP/1.1" status: 200 len: 375 time: 0.0248513 Apr 15 10:57:05.664887 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1bf44304-8968-4031-b008-279d32fc50de req-23a62b04-3999-485a-83db-9e02bae1227f service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186277 Apr 15 10:57:05.713463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-bf1233d4-9f80-4cca-999d-e79b3004cbec tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Synchronizing usage tracker for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:05.723899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.728361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-bf1233d4-9f80-4cca-999d-e79b3004cbec tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Unset dirty status for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:05.729763 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-bf1233d4-9f80-4cca-999d-e79b3004cbec tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639522 Apr 15 10:57:05.746752 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f60f5-991f-4a30-baf2-e367c956bf18 req-4c93cc53-68c6-4804-9cd4-f753cb1d3765 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:05.748352 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-356f60f5-991f-4a30-baf2-e367c956bf18 req-4c93cc53-68c6-4804-9cd4-f753cb1d3765 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 946 time: 0.2172945 Apr 15 10:57:05.808026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:05.819687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379', '30d52831-c358-46d0-b6d8-0ef3170a99c1', '835a1fbe-acf7-47be-853a-d41aff97137a'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:05.824814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:05.858926 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-356f60f5-991f-4a30-baf2-e367c956bf18 req-8f2db5bf-5e24-4d61-91fd-7b200ee384c4 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033475 Apr 15 10:57:05.877091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event deleted for resources: {'Port': ['ID=835a1fbe-acf7-47be-853a-d41aff97137a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:05.883995 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-305ce9a4-b695-4d4e-9008-7288f456f181 service neutron] 10.222.0.32 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457441 Apr 15 10:57:05.923921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:06.037513 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-711b4d6d-7a0b-442b-8a3d-7db407405055 service neutron] 10.222.0.32 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527114 Apr 15 10:57:06.044204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:06.077956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] No DVR routers for this DVR port 835a1fbe-acf7-47be-853a-d41aff97137a on host hv-cinder-78638 {{(pid=85374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:06.082163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.086985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'name': 'network-vif-deleted', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:06.168975 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9c0168b-b8e1-403a-9cf2-f8f075fe0eaf req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "DELETE /v2.0/ports/835a1fbe-acf7-47be-853a-d41aff97137a HTTP/1.1" status: 204 len: 173 time: 1.3003554 Apr 15 10:57:06.236338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546ae47-03cb-4ec3-b13e-ffcd4566bae4 req-eb8c1049-d7ac-4407-a630-317d9f809cb3 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.238008 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1546ae47-03cb-4ec3-b13e-ffcd4566bae4 req-eb8c1049-d7ac-4407-a630-317d9f809cb3 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1177607 Apr 15 10:57:06.310457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1546ae47-03cb-4ec3-b13e-ffcd4566bae4 req-daf601a2-c0dd-4198-99e6-5f4bc8e26bda tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647597 Apr 15 10:57:06.384261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:57:06.427207 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8f37685-4e86-40f4-8018-be0d4ec84b58', 'name': 'network-vif-deleted', 'tag': '835a1fbe-acf7-47be-853a-d41aff97137a', 'status': 'completed', 'code': 200} Apr 15 10:57:06.447306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:06.510859 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b61be376-cf4d-4047-8788-723580a239c7 req-80c51157-56f8-4037-80d6-2192a1d5ba28 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 210 time: 0.0808280 Apr 15 10:57:06.611948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-d80ded09-4742-4cc7-a462-7cbf4ae4837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.613990 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-d80ded09-4742-4cc7-a462-7cbf4ae4837f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.1018987 Apr 15 10:57:06.666500 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-de88e331-3439-4e2f-b314-eaa4e6d98b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.668149 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-de88e331-3439-4e2f-b314-eaa4e6d98b3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1137 time: 0.1963487 Apr 15 10:57:06.676634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a4689-16b8-4fd8-930d-71bc870d659a req-43536566-1461-48dc-84bc-000f45fd09bb tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.678109 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7b7a4689-16b8-4fd8-930d-71bc870d659a req-43536566-1461-48dc-84bc-000f45fd09bb tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1267049 Apr 15 10:57:06.771578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-ffe70cf8-79be-4664-92b0-c3bbf60c5fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.773209 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-ffe70cf8-79be-4664-92b0-c3bbf60c5fe0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.1469159 Apr 15 10:57:06.826777 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7b7a4689-16b8-4fd8-930d-71bc870d659a req-36803764-7ed8-43f4-9339-4f71e478571d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164160 Apr 15 10:57:06.879370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-8e48bb1c-bc9e-42d3-b739-2b7955e3bb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:06.881083 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-8e48bb1c-bc9e-42d3-b739-2b7955e3bb8f service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.1953640 Apr 15 10:57:06.894094 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-8c847d18-239c-46fb-8779-9ff05d3b6418 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.0962918 Apr 15 10:57:07.013460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-32718117-59c5-4bb8-9c57-f9344ecd79a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.015052 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-32718117-59c5-4bb8-9c57-f9344ecd79a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0986161 Apr 15 10:57:07.035881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-8a60cb9e-775b-4748-b7d1-64c3e66b9a90 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 1001 time: 0.1202314 Apr 15 10:57:07.110192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0c6a240a-46a2-4aa3-a9a4-4d994eb89afc req-2bf113e3-c29b-4554-962c-164182ede339 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:07.115556 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-5970a8b8-cbc4-43cb-9a4b-e8e3c459a350 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632720 Apr 15 10:57:07.119195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-d26034bd-6b0d-449e-8769-d186a39f1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.120759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-d26034bd-6b0d-449e-8769-d186a39f1015 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.0755644 Apr 15 10:57:07.127349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-0c6a240a-46a2-4aa3-a9a4-4d994eb89afc req-2bf113e3-c29b-4554-962c-164182ede339 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:07.128599 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c6a240a-46a2-4aa3-a9a4-4d994eb89afc req-2bf113e3-c29b-4554-962c-164182ede339 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=b8f37685-4e86-40f4-8018-be0d4ec84b58 HTTP/1.1" status: 200 len: 210 time: 0.1206424 Apr 15 10:57:07.222127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-880649d3-0ff2-44b5-8a6a-8f0576f22593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.223808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-880649d3-0ff2-44b5-8a6a-8f0576f22593 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797942 Apr 15 10:57:07.275328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:07.280062 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-151b6111-2135-4b52-ad31-ea5c7202b2bf service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388667 Apr 15 10:57:07.380026 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-e2cbf40f-792a-4e96-b7f0-27a933850dfb service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430552 Apr 15 10:57:07.428141 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8170c0e4-bee6-4a17-a5d9-ac3d1c12e783 req-7bec1406-4288-41ac-9d60-45921796299c service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406515 Apr 15 10:57:07.636692 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3cbb2151-ebe2-4db9-8f0f-60e98d217d23 req-cb4145c3-e3cf-48f3-b9e6-91c10a4934f1 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472174 Apr 15 10:57:07.645975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a065ae-0104-4cc3-8e13-71eebb747d6b req-e290accd-2470-4c54-869d-e2fccfd6709e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.647552 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a065ae-0104-4cc3-8e13-71eebb747d6b req-e290accd-2470-4c54-869d-e2fccfd6709e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1635840 Apr 15 10:57:07.699065 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a065ae-0104-4cc3-8e13-71eebb747d6b req-2e004781-878a-4e9f-8f6d-ec470adfa7db tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449560 Apr 15 10:57:07.730538 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2cb821aa-7d56-407f-a5bf-0c7081506085 req-a2ffeb91-09c6-4091-ac6f-b6a42adcd44f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 210 time: 0.0679286 Apr 15 10:57:07.787486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-d83d949a-7278-4289-886e-01b34af2ba10 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:07.789057 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-d83d949a-7278-4289-886e-01b34af2ba10 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 808 time: 0.2162120 Apr 15 10:57:07.809927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Request body: {'port': {'device_id': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605', 'admin_state_up': True, 'tenant_id': '03058db2e25a4610b76d4b36390022e4'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:08.046112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d758c67-d881-4890-92a9-6f75e454e667 req-5dd65682-a197-4801-af5d-402c367f82a8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:08.047812 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3d758c67-d881-4890-92a9-6f75e454e667 req-5dd65682-a197-4801-af5d-402c367f82a8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0966032 Apr 15 10:57:08.099353 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3d758c67-d881-4890-92a9-6f75e454e667 req-052d2ed2-e484-4e4b-8688-0ba2f05fb237 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445659 Apr 15 10:57:08.186561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:08.197071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:08.206275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Made reservation on behalf of 03058db2e25a4610b76d4b36390022e4 for: {'port': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:57:08.212359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.385378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Allocated IP 172.20.0.6 (6a24014a-28fa-47c7-b75d-1be30729c605/f7587537-6f09-4ddd-8304-25c45a607843/fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:57:08.665882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.686308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab09a-8994-46cb-b51c-8be56ec53906 req-68550b79-0ae3-4b82-ba04-2cb8ee22dfae tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:08.687860 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b3fab09a-8994-46cb-b51c-8be56ec53906 req-68550b79-0ae3-4b82-ba04-2cb8ee22dfae tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 0.1638548 Apr 15 10:57:08.747034 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b3fab09a-8994-46cb-b51c-8be56ec53906 req-71985a5d-e058-4b33-a0aa-3026a83adb48 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509138 Apr 15 10:57:08.748481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:08.763462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:08.901524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Pushing event updated for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:08.906127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:08.959121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd2d523-8f16-4b5e-b58a-e90c9c2b30f0 req-cb4e5471-0142-4b54-aac1-c72c4f6fccdc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:08.960583 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdd2d523-8f16-4b5e-b58a-e90c9c2b30f0 req-cb4e5471-0142-4b54-aac1-c72c4f6fccdc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 931 time: 0.1022727 Apr 15 10:57:08.965674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Network 6a24014a-28fa-47c7-b75d-1be30729c605 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:57:08.966959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:57:08.969355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:57:09.014421 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdd2d523-8f16-4b5e-b58a-e90c9c2b30f0 req-4d0c9a65-efda-4cf1-8fc2-a8b638c32068 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Apr 15 10:57:09.039054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.039592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.065414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-96879073-f0be-4dfb-b9ca-2be73301c8ae tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2595456 Apr 15 10:57:09.080232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Request body: {'port': {'device_id': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:57:09.198736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 835a1fbe-acf7-47be-853a-d41aff97137a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:09.203588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.239995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 835a1fbe-acf7-47be-853a-d41aff97137a {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:09.240406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 835a1fbe-acf7-47be-853a-d41aff97137a not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:09.464303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0766ac5-2201-4dce-917c-90cf71760057 req-d793465f-6ae7-4bf3-b41a-4e0e542c91cd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:09.465947 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b0766ac5-2201-4dce-917c-90cf71760057 req-d793465f-6ae7-4bf3-b41a-4e0e542c91cd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.2508399 Apr 15 10:57:09.605625 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b0766ac5-2201-4dce-917c-90cf71760057 req-29aac4f1-7aa4-4327-b981-9c6f11d2fffb tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317186 Apr 15 10:57:09.730232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 {{(pid=85374) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:09.738304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.753846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Transition to ACTIVE for port object fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 will not be triggered until provisioned by entity L2. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:57:09.759402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:09.775173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-15fee6c6-4a89-4ab3-b8c8-09365067eec7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:09.913152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:09.928315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.928699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.929131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.929505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.929928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.930377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.930749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.931138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.931534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.931916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.932300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.932679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:09.936742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.116666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300f208-c98f-4710-9d84-57d0b02c5fae req-d47a45a6-b77c-4c54-9b04-85c939e9a4b0 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.118477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8300f208-c98f-4710-9d84-57d0b02c5fae req-d47a45a6-b77c-4c54-9b04-85c939e9a4b0 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 0.1101925 Apr 15 10:57:10.164754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Attempting to bind port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:57:10.164971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Attempting to bind port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:57:10.165173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Attempting to bind port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 on network 6a24014a-28fa-47c7-b75d-1be30729c605 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:10.171019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 on network 6a24014a-28fa-47c7-b75d-1be30729c605 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:57:10.171426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Attempting to bind port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 on network 6a24014a-28fa-47c7-b75d-1be30729c605 {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:57:10.177345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:57:10.177724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Checking segment: {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:57:10.178336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Bound using segment: {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'} {{(pid=85374) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:57:10.178822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Bound port: fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d31ef19-2f86-4b0a-90a1-c325e677c96a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605'}}] {{(pid=85374) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:57:10.179256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.187377 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8300f208-c98f-4710-9d84-57d0b02c5fae req-0a0b3c2c-9040-4f2c-bb30-d63f50ffde4a tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586677 Apr 15 10:57:10.353831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, cleared binding levels {{(pid=85374) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:57:10.358053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85374) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:57:10.367170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2c854-1b35-41af-9071-a595846394d0 req-8d54ef21-bace-42c9-afe2-726cbab21a13 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.367936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-28e2c854-1b35-41af-9071-a595846394d0 req-8d54ef21-bace-42c9-afe2-726cbab21a13 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Synchronizing usage tracker for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:10.372488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.386293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:10.516627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-28e2c854-1b35-41af-9071-a595846394d0 req-8d54ef21-bace-42c9-afe2-726cbab21a13 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Unset dirty status for tenant:03058db2e25a4610b76d4b36390022e4 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:10.517824 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28e2c854-1b35-41af-9071-a595846394d0 req-8d54ef21-bace-42c9-afe2-726cbab21a13 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 943 time: 0.3282356 Apr 15 10:57:10.567653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Pushing event updated for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=3']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:10.585690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:10.593422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6c393f38-2d4d-4f68-b9a1-18eda7c59b21 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.595006 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6c393f38-2d4d-4f68-b9a1-18eda7c59b21 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 945 time: 0.0937989 Apr 15 10:57:10.631844 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28e2c854-1b35-41af-9071-a595846394d0 req-ca692b65-e1d6-47db-b434-a67ed121b62b tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972073 Apr 15 10:57:10.646307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.648045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.650467 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] 10.222.0.26 "PUT /v2.0/ports/fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 HTTP/1.1" status: 200 len: 1093 time: 1.5746739 Apr 15 10:57:10.650737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:10.688240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Deleting port 30d52831-c358-46d0-b6d8-0ef3170a99c1 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:10.688977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:10.739512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5', 'status': 'completed', 'code': 200} Apr 15 10:57:10.776745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-c265c408-ba3b-4c4e-84a1-6d98fbbde5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.778370 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-c265c408-ba3b-4c4e-84a1-6d98fbbde5bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 1096 time: 0.0813794 Apr 15 10:57:10.859163 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-1e9957d2-8ccd-4237-829f-adea4ba86cc5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0707483 Apr 15 10:57:10.929853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-818905e7-dea9-4c19-add2-27eba879b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.931641 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-818905e7-dea9-4c19-add2-27eba879b963 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7587537-6f09-4ddd-8304-25c45a607843 HTTP/1.1" status: 200 len: 848 time: 0.0659478 Apr 15 10:57:10.977341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29bea3-e1f6-4d4f-bf85-753266087e9a req-c0d00c4e-fc08-4985-aeba-965ee5daaa08 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:10.978944 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a29bea3-e1f6-4d4f-bf85-753266087e9a req-c0d00c4e-fc08-4985-aeba-965ee5daaa08 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.2518375 Apr 15 10:57:10.985191 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-e7a4fe50-7cf4-4bba-bcec-755f08564eda service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a24014a-28fa-47c7-b75d-1be30729c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467651 Apr 15 10:57:11.072124 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a29bea3-e1f6-4d4f-bf85-753266087e9a req-09501391-be67-42a1-b848-296f60cb5854 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858388 Apr 15 10:57:11.073699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] For port 30d52831-c358-46d0-b6d8-0ef3170a99c1, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=30d52831-c358-46d0-b6d8-0ef3170a99c1,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:11.074103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.132003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-99ca7216-b476-4982-8f6b-0dd677001e24 service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399498 Apr 15 10:57:11.212663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Calling delete_port for 30d52831-c358-46d0-b6d8-0ef3170a99c1 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:11.291713 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b8d67c63-db42-4fd3-a867-2d286681aeeb req-5c93db19-0d40-4026-bf2a-a31db7fc3c91 service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527903 Apr 15 10:57:11.395250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.412055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f8c6e5f8-64dd-4408-a087-f11add7aeb84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:11.418928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:11.450277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-2a427c52-961c-4b91-a974-7b6fc15b7623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.451597 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-2a427c52-961c-4b91-a974-7b6fc15b7623 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03058db2e25a4610b76d4b36390022e4&device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 1096 time: 0.1066797 Apr 15 10:57:11.461103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d9957-8e7a-43e7-beed-95f975e9793d req-d56e8698-cc11-4060-a243-8f5cfd4b4912 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.462726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event deleted for resources: {'Port': ['ID=30d52831-c358-46d0-b6d8-0ef3170a99c1,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:11.462846 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-848d9957-8e7a-43e7-beed-95f975e9793d req-d56e8698-cc11-4060-a243-8f5cfd4b4912 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=6b63e569-fc80-4653-b268-4df185025718 HTTP/1.1" status: 200 len: 867 time: 0.1644938 Apr 15 10:57:11.578569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.578981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.579751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.579751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.580137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.580566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.580902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.581382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.581825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.582268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.582604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.582996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:57:11.600250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:11.629307 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-848d9957-8e7a-43e7-beed-95f975e9793d req-21c074a1-315d-4112-b93b-309ac0ee7884 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347811 Apr 15 10:57:11.686001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-b16ab52c-390b-4b85-a013-6fcac46f7cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.687730 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-b16ab52c-390b-4b85-a013-6fcac46f7cac service neutron] 10.222.0.26 "GET /v2.0/networks?id=6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 200 len: 909 time: 0.2209780 Apr 15 10:57:11.767014 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-d9a42e29-f9f9-44b7-b5f0-2069b23d403a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 HTTP/1.1" status: 200 len: 217 time: 0.0679512 Apr 15 10:57:11.796027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] No DVR routers for this DVR port 30d52831-c358-46d0-b6d8-0ef3170a99c1 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:11.798685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:11.808173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'name': 'network-vif-deleted', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:11.831998 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c3d90a2b-51a2-47c9-af40-60c6205f3499 req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "DELETE /v2.0/ports/30d52831-c358-46d0-b6d8-0ef3170a99c1 HTTP/1.1" status: 204 len: 173 time: 1.2256141 Apr 15 10:57:11.845365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-2d443414-c422-483d-bbd4-8a25f09436c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.847009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-2d443414-c422-483d-bbd4-8a25f09436c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f7587537-6f09-4ddd-8304-25c45a607843 HTTP/1.1" status: 200 len: 848 time: 0.0717728 Apr 15 10:57:11.859533 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b63e569-fc80-4653-b268-4df185025718', 'name': 'network-vif-deleted', 'tag': '30d52831-c358-46d0-b6d8-0ef3170a99c1', 'status': 'completed', 'code': 200} Apr 15 10:57:11.871688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c25583-ea67-4143-9df4-e7b6d7bbe778 req-db9d0360-ca03-4b90-8db1-f26df6698ea7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:11.874767 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-22c25583-ea67-4143-9df4-e7b6d7bbe778 req-db9d0360-ca03-4b90-8db1-f26df6698ea7 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 943 time: 0.1192858 Apr 15 10:57:11.904900 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-cd809158-e1fd-4c6c-a2d3-32ae17c52a15 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=6a24014a-28fa-47c7-b75d-1be30729c605&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485563 Apr 15 10:57:11.926516 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-22c25583-ea67-4143-9df4-e7b6d7bbe778 req-9b2c29bb-a99d-4967-9166-99327b72382f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439003 Apr 15 10:57:12.263496 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-aba5b5a8-859a-4e9c-92a7-769dc4c1c97f service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505297 Apr 15 10:57:12.419316 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ed409f5f-7d8a-4bf7-a3c9-25bae3552d6b req-f741df16-6e3d-486c-8a61-a1bd910ae6c6 service neutron] 10.222.0.26 "GET /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479311 Apr 15 10:57:12.953660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18cf86-c2e9-4a70-bb79-748101f0086d req-1fd97d57-2cd5-4678-acfa-a8b48de43d99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:12.955485 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5c18cf86-c2e9-4a70-bb79-748101f0086d req-1fd97d57-2cd5-4678-acfa-a8b48de43d99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1012239 Apr 15 10:57:13.011122 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5c18cf86-c2e9-4a70-bb79-748101f0086d req-ba86ef56-1637-4c9f-8a0b-c66f99e2d6dd tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484657 Apr 15 10:57:13.146813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a6e41-a3e7-430e-87a8-ad3f77ea6d83 req-273da4a6-da6f-46d6-8505-92fd2eb7f3fc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:13.148453 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-667a6e41-a3e7-430e-87a8-ad3f77ea6d83 req-273da4a6-da6f-46d6-8505-92fd2eb7f3fc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 943 time: 0.0998180 Apr 15 10:57:13.203702 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-667a6e41-a3e7-430e-87a8-ad3f77ea6d83 req-d000a73e-49cd-48b7-bacd-931721060a2b tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479004 Apr 15 10:57:13.223984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 30d52831-c358-46d0-b6d8-0ef3170a99c1 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:13.264489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 30d52831-c358-46d0-b6d8-0ef3170a99c1 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:13.265038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 30d52831-c358-46d0-b6d8-0ef3170a99c1 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:14.406148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc38f70b-9817-49f5-a1ac-9de413406991 req-75378ea9-d5d9-4fc2-98b0-39c55a454aeb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.406849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-cc38f70b-9817-49f5-a1ac-9de413406991 req-75378ea9-d5d9-4fc2-98b0-39c55a454aeb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:14.412344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc65349a-81b9-4bba-a4b0-4f86d7db34e4 req-7a34d148-44b8-477a-b2b0-b8714ba4bd24 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:14.413941 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dc65349a-81b9-4bba-a4b0-4f86d7db34e4 req-7a34d148-44b8-477a-b2b0-b8714ba4bd24 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 943 time: 0.0927410 Apr 15 10:57:14.422822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-cc38f70b-9817-49f5-a1ac-9de413406991 req-75378ea9-d5d9-4fc2-98b0-39c55a454aeb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:14.424043 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc38f70b-9817-49f5-a1ac-9de413406991 req-75378ea9-d5d9-4fc2-98b0-39c55a454aeb tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1114140 Apr 15 10:57:14.464664 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dc65349a-81b9-4bba-a4b0-4f86d7db34e4 req-d0ac7040-14fc-4698-a660-0c3cffbe3670 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441010 Apr 15 10:57:14.476089 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc38f70b-9817-49f5-a1ac-9de413406991 req-f68a04e8-076c-466a-8ceb-87dca667f154 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451388 Apr 15 10:57:14.851101 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-512e5a07-7ae9-4521-9ed5-f0f3c0a6ebf4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0854726 Apr 15 10:57:15.036809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-e2d1088d-9907-4985-bdb6-4677c42025c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.038544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-e2d1088d-9907-4985-bdb6-4677c42025c0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.0821042 Apr 15 10:57:15.200276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-9c26014d-0f27-4150-a977-ece6a47d5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.201849 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-9c26014d-0f27-4150-a977-ece6a47d5a34 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.1402302 Apr 15 10:57:15.235826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:57:15.326668 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-d440f686-5968-41e4-87df-2eddb51e4161 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1001 time: 0.1112010 Apr 15 10:57:15.347673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.403788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:15.410143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-a8df1c98-6fac-4eb4-b2ad-22ba08c109cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.411787 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-a8df1c98-6fac-4eb4-b2ad-22ba08c109cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0758078 Apr 15 10:57:15.418648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5', 'network_id': '6a24014a-28fa-47c7-b75d-1be30729c605', 'port_id': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5', 'mac_address': 'fa:16:3e:93:e4:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 699, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7587537-6f09-4ddd-8304-25c45a607843', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:57:15.481198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.504101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:57:15.517014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-5b7c9755-125c-4ffd-b2bc-31d1044245c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.520016 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-5b7c9755-125c-4ffd-b2bc-31d1044245c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0995848 Apr 15 10:57:15.521382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:15.524637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:15.527338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2582aaf5-e253-4156-bfc0-c2cd948a3d49 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:15.602536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:15.606019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:15.687256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323436fe-9ebe-4023-a499-7b1dfd0f64c4 req-c228bd96-4772-4591-9492-caa3ed3f2868 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.688893 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-323436fe-9ebe-4023-a499-7b1dfd0f64c4 req-c228bd96-4772-4591-9492-caa3ed3f2868 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.0906560 Apr 15 10:57:15.739591 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-323436fe-9ebe-4023-a499-7b1dfd0f64c4 req-698ae981-6c1c-4f62-bea2-12eb4ba69537 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435712 Apr 15 10:57:15.741887 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-4a0292b6-33f4-4a6f-946c-bc1b3444ab62 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054656 Apr 15 10:57:15.841514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a18f9bf-cce0-4645-b422-392b237443d8 req-b4163fca-7255-4cfe-8874-489f3d970f36 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:15.843151 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a18f9bf-cce0-4645-b422-392b237443d8 req-b4163fca-7255-4cfe-8874-489f3d970f36 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 944 time: 0.2254508 Apr 15 10:57:15.937388 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a18f9bf-cce0-4645-b422-392b237443d8 req-5def6e9a-2b0d-40d9-8e01-cac1ed669971 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816057 Apr 15 10:57:15.941207 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d02e2ed-0917-40db-b6d9-9ab87339419e req-eeff3178-34fa-4d2d-b57d-aee667bfd929 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907835 Apr 15 10:57:15.994967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:16.376163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a26fb-3f05-4036-8059-c5427da9175c req-d98ff2d3-a3f1-4f2f-8ac0-1cf090718bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.377845 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-d98ff2d3-a3f1-4f2f-8ac0-1cf090718bf6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.1525581 Apr 15 10:57:16.390597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44fa82-2573-44f2-aa5a-937759482db7 req-03764770-33be-4c4a-87fe-7886dcd4ca99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.392218 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fb44fa82-2573-44f2-aa5a-937759482db7 req-03764770-33be-4c4a-87fe-7886dcd4ca99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1250002 Apr 15 10:57:16.537787 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fb44fa82-2573-44f2-aa5a-937759482db7 req-2559e20c-6f2a-4c55-9f16-08112be976a5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177304 Apr 15 10:57:16.576076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a26fb-3f05-4036-8059-c5427da9175c req-c758c7aa-99a9-48f7-a0b6-22eea1ba5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.577670 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-c758c7aa-99a9-48f7-a0b6-22eea1ba5556 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.1832659 Apr 15 10:57:16.650659 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-baf8c435-e16b-45a0-8f34-182c948b1bab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.0658050 Apr 15 10:57:16.729302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a26fb-3f05-4036-8059-c5427da9175c req-14f0320b-9c86-4469-9555-492958db2769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.731944 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-14f0320b-9c86-4469-9555-492958db2769 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0724838 Apr 15 10:57:16.788268 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-83c64661-4688-4e70-97f9-3bc81d1f09f6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473113 Apr 15 10:57:16.959499 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-5c705060-bc5b-4569-9a99-bae22dd2a528 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367760 Apr 15 10:57:16.983227 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-cd2d9894-d860-461e-a72e-bbd5c659fd98 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.984793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-cd2d9894-d860-461e-a72e-bbd5c659fd98 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1614068 Apr 15 10:57:16.993958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b0ab8-299d-40ff-9bf7-4f0c54f0b6a7 req-98d07166-b92b-4ec0-bf65-7e9152934451 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:16.995539 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e3b0ab8-299d-40ff-9bf7-4f0c54f0b6a7 req-98d07166-b92b-4ec0-bf65-7e9152934451 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 945 time: 0.1315575 Apr 15 10:57:17.101041 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e3b0ab8-299d-40ff-9bf7-4f0c54f0b6a7 req-d57a2f6c-5f4a-4017-998e-d9e4c0c48a45 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ad7ae06-aafc-4391-8b42-eca00b7497af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 Apr 15 10:57:17.124048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Deleting port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:17.124048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.162678 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-359a26fb-3f05-4036-8059-c5427da9175c req-fb2cf37d-b799-4b75-9add-d0feaa1c4777 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925440 Apr 15 10:57:17.193827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf6f25-9ffd-4023-a66f-ae921ad8655d req-178f9604-6e45-4bc5-bdd5-40985391ba94 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.195496 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6bf6f25-9ffd-4023-a66f-ae921ad8655d req-178f9604-6e45-4bc5-bdd5-40985391ba94 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 944 time: 0.1326842 Apr 15 10:57:17.246092 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6bf6f25-9ffd-4023-a66f-ae921ad8655d req-9ff55fab-4f59-4e58-83a7-b7c52ee08852 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438735 Apr 15 10:57:17.248788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:57:17.334892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:57:17.340557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:57:17.340987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.478254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.506151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:17.516824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:17.520946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.523349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:17.561831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5', 'code': 200} Apr 15 10:57:17.606572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:17.610071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:17.618054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] For port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,segment=NetworkSegment(1a08072d-5665-439d-a4a3-7e88ac7fd694),segment_id=1a08072d-5665-439d-a4a3-7e88ac7fd694)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:17.618492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.752819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9392ff-41b8-4942-bb0c-a4ccca230818 req-07f46d6f-816f-49b2-ad0f-c46f33c90b41 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.753448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Calling delete_port for 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:17.754487 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e9392ff-41b8-4942-bb0c-a4ccca230818 req-07f46d6f-816f-49b2-ad0f-c46f33c90b41 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0894663 Apr 15 10:57:17.855475 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e9392ff-41b8-4942-bb0c-a4ccca230818 req-86fa2515-92f5-469d-8242-2161fbc9819e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613306 Apr 15 10:57:17.874981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8eabba-0aaf-43ab-8d7e-7f1300eb302c req-f8ac48ca-a911-4dac-9b1e-135139dfa035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:17.876904 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-db8eabba-0aaf-43ab-8d7e-7f1300eb302c req-f8ac48ca-a911-4dac-9b1e-135139dfa035 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 1098 time: 0.1214497 Apr 15 10:57:17.905830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:17.919418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['423d0786-2d6c-43e6-bc2f-98ed0c0e2379'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:57:17.921077 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-db8eabba-0aaf-43ab-8d7e-7f1300eb302c req-d7725c37-7242-4793-872d-6b7fef25c25f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Apr 15 10:57:17.925036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-40fe65be-bda0-4bf8-ba61-3ba1e7667209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:18.028499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Pushing event deleted for resources: {'Port': ['ID=423d0786-2d6c-43e6-bc2f-98ed0c0e2379,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:18.031140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:18.184786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] No DVR routers for this DVR port 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:18.187377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:18.191705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'name': 'network-vif-deleted', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:18.205941 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b2928be1-bb1d-4510-ab48-491374bfba74 req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.26 "DELETE /v2.0/ports/423d0786-2d6c-43e6-bc2f-98ed0c0e2379 HTTP/1.1" status: 204 len: 173 time: 1.2092447 Apr 15 10:57:18.254835 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e67ccf-479c-4d56-a432-331a7d8423d8', 'name': 'network-vif-deleted', 'tag': '423d0786-2d6c-43e6-bc2f-98ed0c0e2379', 'status': 'completed', 'code': 200} Apr 15 10:57:18.267266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-31b8a0b8-250d-4d5e-8077-a5c4fb8f1af6 req-2aa22b1c-93fa-43e8-b47f-74dcb1c55743 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Synchronizing usage tracker for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:57:18.282755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-31b8a0b8-250d-4d5e-8077-a5c4fb8f1af6 req-2aa22b1c-93fa-43e8-b47f-74dcb1c55743 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Unset dirty status for tenant:7de0eea7cf1544adb30689b8cd97eedd on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:57:18.283955 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-31b8a0b8-250d-4d5e-8077-a5c4fb8f1af6 req-2aa22b1c-93fa-43e8-b47f-74dcb1c55743 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] 10.222.0.32 "GET /v2.0/ports?device_id=e3e67ccf-479c-4d56-a432-331a7d8423d8 HTTP/1.1" status: 200 len: 210 time: 0.0670054 Apr 15 10:57:18.468816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34413387-bad0-4fcd-8e15-1af3128e03d6 req-4d1a319a-d019-4a25-8a89-65c3511690fe tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:18.470445 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34413387-bad0-4fcd-8e15-1af3128e03d6 req-4d1a319a-d019-4a25-8a89-65c3511690fe tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 945 time: 0.0908122 Apr 15 10:57:18.522142 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34413387-bad0-4fcd-8e15-1af3128e03d6 req-14b2fe62-20c6-462e-9350-94515b01be11 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420127 Apr 15 10:57:19.081044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed029c7-4b83-485a-8118-7339eebeed00 req-f88cac65-d16f-475d-adaa-149a208bdf9d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.082813 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3ed029c7-4b83-485a-8118-7339eebeed00 req-f88cac65-d16f-475d-adaa-149a208bdf9d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1051209 Apr 15 10:57:19.135865 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3ed029c7-4b83-485a-8118-7339eebeed00 req-6a9fa250-ead9-460b-a34f-640f0acf42fb tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464559 Apr 15 10:57:19.391890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38016) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:19.461301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Deleting subnet 86801a6c-48b9-417b-841f-202cda1f4360 {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:19.464677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.517937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.583528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.753487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58576843-2594-4cb4-b213-f0e0ac57f19a req-99075c9b-5ca8-42b1-be4d-75fbbdc9620c tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:19.755154 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-58576843-2594-4cb4-b213-f0e0ac57f19a req-99075c9b-5ca8-42b1-be4d-75fbbdc9620c tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 945 time: 0.0972445 Apr 15 10:57:19.804825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-58576843-2594-4cb4-b213-f0e0ac57f19a req-ea106067-07d7-41a9-8d3b-1fbcd3c089d2 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418570 Apr 15 10:57:19.849585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:19.863421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:19.904496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86801a6c-48b9-417b-841f-202cda1f4360,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:19.952851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:20.006877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.014931 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/86801a6c-48b9-417b-841f-202cda1f4360 HTTP/1.1" status: 204 len: 168 time: 0.6222348 Apr 15 10:57:20.017939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38024) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:20.154295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.627158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.732435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a7308-00b5-4e13-b24f-008a6a1ade59 req-f67798e6-5533-4456-a318-9347714595ce tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:20.733986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a4a7308-00b5-4e13-b24f-008a6a1ade59 req-f67798e6-5533-4456-a318-9347714595ce tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.3085370 Apr 15 10:57:20.781858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f9b39a4-70d5-4957-bbd0-24e438b35d08']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:20.806511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a08072d-5665-439d-a4a3-7e88ac7fd694') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:20.806852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a08072d-5665-439d-a4a3-7e88ac7fd694') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:20.824589 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2a4a7308-00b5-4e13-b24f-008a6a1ade59 req-88503024-9fed-4471-8992-7d581306c248 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810127 Apr 15 10:57:20.826205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.842546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:20.849535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Releasing vlan 656 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:21.089384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:21.100821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.296418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:21.303502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Network 3f9b39a4-70d5-4957-bbd0-24e438b35d08 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:57:21.328139 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:57:21.333144 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:21.333531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 423d0786-2d6c-43e6-bc2f-98ed0c0e2379 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:21.405767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb462d-67fc-49e4-abc5-7b06552239da req-3a523df7-f7c3-4af6-a4cd-05e35b6056d1 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:21.407425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9fcb462d-67fc-49e4-abc5-7b06552239da req-3a523df7-f7c3-4af6-a4cd-05e35b6056d1 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 945 time: 0.3928382 Apr 15 10:57:21.431367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.442586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d929dc31-8d44-4d91-a9f5-25322d125e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:21.463032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.477946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f9b39a4-70d5-4957-bbd0-24e438b35d08,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:21.487578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:21.495457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9fcb462d-67fc-49e4-abc5-7b06552239da req-2e8f04df-af3b-4002-bb6a-e7ed01a79f6f tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814736 Apr 15 10:57:21.497278 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] 10.222.0.32 "DELETE /v2.0/networks/3f9b39a4-70d5-4957-bbd0-24e438b35d08 HTTP/1.1" status: 204 len: 168 time: 1.4777532 Apr 15 10:57:21.711957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38044) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:21.765038 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c810c4df-c545-4dd9-acd1-e9a777056ee3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7de0eea7cf1544adb30689b8cd97eedd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0517626 Apr 15 10:57:21.767705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38048) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:21.834308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.863256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.916461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.921667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6e745d97-431b-4099-b2ce-062dbb551a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:21.935971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad7ae06-aafc-4391-8b42-eca00b7497af,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:21.938889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:21.946946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:21.948148 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ad7ae06-aafc-4391-8b42-eca00b7497af HTTP/1.1" status: 204 len: 168 time: 0.1794980 Apr 15 10:57:22.036458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d280b51-ed57-4057-a19f-55c8744ed6d2 req-64256c01-d56e-452f-937f-0143d545677f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.038116 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d280b51-ed57-4057-a19f-55c8744ed6d2 req-64256c01-d56e-452f-937f-0143d545677f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0888784 Apr 15 10:57:22.094846 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7d280b51-ed57-4057-a19f-55c8744ed6d2 req-dccfb75b-10ff-465e-8c21-2ebf0d75ccac tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494692 Apr 15 10:57:22.711235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75f115-640a-4fcc-9e13-f2517acc758b req-4a0d8bce-e438-4bf3-9df2-56085fa47eb8 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.712900 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bc75f115-640a-4fcc-9e13-f2517acc758b req-4a0d8bce-e438-4bf3-9df2-56085fa47eb8 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 945 time: 0.0929546 Apr 15 10:57:22.762545 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bc75f115-640a-4fcc-9e13-f2517acc758b req-1cd1cf6b-0bb2-4751-82c0-aabac4fa1d03 tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/security-groups?id=1e2d24e7-59f9-4599-a5d2-bd418a37adcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Apr 15 10:57:22.801459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-59d80afb-72ab-4509-b7b3-3f9f6648b3dc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:22.803086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-59d80afb-72ab-4509-b7b3-3f9f6648b3dc tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 945 time: 0.1051421 Apr 15 10:57:22.884236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Deleting port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:57:22.884540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.160544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] For port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,segment=NetworkSegment(1d31ef19-2f86-4b0a-90a1-c325e677c96a),segment_id=1d31ef19-2f86-4b0a-90a1-c325e677c96a)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:57:23.160952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.341449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Calling delete_port for fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:57:23.469791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d5e370-a79b-4946-a834-d90400c750e3 req-c70bfb9a-a648-4bd1-8805-15fb144ea33a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:23.471489 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8d5e370-a79b-4946-a834-d90400c750e3 req-c70bfb9a-a648-4bd1-8805-15fb144ea33a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.2375894 Apr 15 10:57:23.572530 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8d5e370-a79b-4946-a834-d90400c750e3 req-d6060630-4e6e-45e4-a968-1170c8a9f8e3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679550 Apr 15 10:57:23.573624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.591869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:23.692322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Pushing event deleted for resources: {'Port': ['ID=fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:23.699057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:23.842941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] No DVR routers for this DVR port fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:57:23.845675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:23.848605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'name': 'network-vif-deleted', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:57:23.864551 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-561e7dec-318b-4d3e-a84f-e4dce5a377ec req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.26 "DELETE /v2.0/ports/fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 HTTP/1.1" status: 204 len: 173 time: 1.0546627 Apr 15 10:57:23.901622 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba', 'name': 'network-vif-deleted', 'tag': 'fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5', 'status': 'completed', 'code': 200} Apr 15 10:57:23.933261 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4f58ef6-bad7-41f0-a261-cc85ed2a2985 req-75980f0d-5df5-43df-aa2b-21f8d651966d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] 10.222.0.32 "GET /v2.0/ports?device_id=beaf807e-f0d5-4bad-a8b0-0eb5dd8316ba HTTP/1.1" status: 200 len: 210 time: 0.0520418 Apr 15 10:57:24.774698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeab6ede-6f7a-477c-b814-8633ca8c37a4 req-d797e2a9-9425-44c7-b88f-27854ee444e9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:24.776325 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aeab6ede-6f7a-477c-b814-8633ca8c37a4 req-d797e2a9-9425-44c7-b88f-27854ee444e9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0904989 Apr 15 10:57:24.826079 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aeab6ede-6f7a-477c-b814-8633ca8c37a4 req-abf083ac-4e34-47bb-837b-98e02a251c28 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Apr 15 10:57:25.296362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:57:25.335736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:57:25.335871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device fb4ddbed-e49c-4d83-83e4-7c9f1be6a6d5 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:57:26.036240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1b2bc3-a3eb-46e8-9789-f40a0822b417 req-b9b1d720-b36b-4187-b9a1-b973c4cbec94 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:26.038211 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f1b2bc3-a3eb-46e8-9789-f40a0822b417 req-b9b1d720-b36b-4187-b9a1-b973c4cbec94 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0934753 Apr 15 10:57:26.117377 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f1b2bc3-a3eb-46e8-9789-f40a0822b417 req-0486e4a8-e1e8-446a-ae70-002b2cb5dbca tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709126 Apr 15 10:57:27.328084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac27be-aa90-4403-bb87-306a2d65e514 req-6848c0c0-2f36-4cb1-91eb-ac2aec356da5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:27.329643 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-38ac27be-aa90-4403-bb87-306a2d65e514 req-6848c0c0-2f36-4cb1-91eb-ac2aec356da5 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0888333 Apr 15 10:57:27.390829 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-38ac27be-aa90-4403-bb87-306a2d65e514 req-819ea97d-8e22-4e27-a5bf-b0242fa76e6b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521786 Apr 15 10:57:28.626446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155add-b179-4b2f-bac0-3ba86f9df4ef req-6d03d05a-4be2-43d9-a764-30276d8e42a4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:28.634749 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6155add-b179-4b2f-bac0-3ba86f9df4ef req-6d03d05a-4be2-43d9-a764-30276d8e42a4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1074834 Apr 15 10:57:28.702278 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6155add-b179-4b2f-bac0-3ba86f9df4ef req-7ba1558d-cfc2-4287-9eaa-e2c657ce6e4b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665307 Apr 15 10:57:29.925842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a846807-5b26-4871-adab-7ed1a527acdf req-56d87f93-0b53-4540-b177-688216f1cc97 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:29.930031 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a846807-5b26-4871-adab-7ed1a527acdf req-56d87f93-0b53-4540-b177-688216f1cc97 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0917308 Apr 15 10:57:29.985921 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4a846807-5b26-4871-adab-7ed1a527acdf req-1c4e75af-aa0c-4356-8fe0-5f0ba271c97c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475490 Apr 15 10:57:31.246535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef5102-eaa3-447a-a583-febe5bb11548 req-134bc158-2b11-4164-8b23-94c847499265 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:31.254562 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7eef5102-eaa3-447a-a583-febe5bb11548 req-134bc158-2b11-4164-8b23-94c847499265 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1020787 Apr 15 10:57:31.300869 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7eef5102-eaa3-447a-a583-febe5bb11548 req-b8291cff-081c-498b-b5cd-14711e5208a6 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Apr 15 10:57:32.546591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bb914e72-bb1e-411c-84a3-56956817866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:32.581071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9846f0-e2d6-4e3c-8332-d34a7228cad7 req-b262b43c-adaf-449a-9b3d-e4cf09f687d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:32.582893 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-df9846f0-e2d6-4e3c-8332-d34a7228cad7 req-b262b43c-adaf-449a-9b3d-e4cf09f687d9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0982594 Apr 15 10:57:32.656945 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-df9846f0-e2d6-4e3c-8332-d34a7228cad7 req-e3c48490-938b-4f33-94f6-b9bc554a474d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670886 Apr 15 10:57:33.125899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38282) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:33.268237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.284773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:33.289398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Usage tracker for resource:security_group_rule and tenant:48086326e3b0466097233ee1a11d95e3 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:33.292524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:33.298806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:33.411890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.415626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.428049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-31897ebc-cdf9-41c8-a231-860470631cd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:33.469595 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=48086326e3b0466097233ee1a11d95e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3423164 Apr 15 10:57:33.473977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a22138a-7d01-466e-a58b-984ca4408128,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:33.474164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38288) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:33.477806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-007d8d44-0701-4aa2-88ff-3c6cf7ddd946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:33.582914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.618592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.668739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.673353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fb65c76e-53c6-4caa-8cbb-be4df906ddaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:33.691179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a22138a-7d01-466e-a58b-984ca4408128,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:33.695316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:33.699540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:33.704344 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8a22138a-7d01-466e-a58b-984ca4408128 HTTP/1.1" status: 204 len: 168 time: 0.2253850 Apr 15 10:57:33.956948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9cc27-abc9-4573-a60d-e8d56ffb25a6 req-6d10ad15-bf46-4ec5-8799-0510fab5337e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:33.964069 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-87b9cc27-abc9-4573-a60d-e8d56ffb25a6 req-6d10ad15-bf46-4ec5-8799-0510fab5337e tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1323533 Apr 15 10:57:34.013604 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-87b9cc27-abc9-4573-a60d-e8d56ffb25a6 req-b0afe68f-e347-4224-943c-af454560fd3a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Apr 15 10:57:35.023939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dae666b8-6e1e-4cfb-a688-48a8ca948bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:35.279269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fed020-a1ba-4799-b8eb-64e5df7c312e req-9e67fdf6-df20-42ee-a611-4d0e5d26764b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:35.281001 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47fed020-a1ba-4799-b8eb-64e5df7c312e req-9e67fdf6-df20-42ee-a611-4d0e5d26764b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1183906 Apr 15 10:57:35.341434 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47fed020-a1ba-4799-b8eb-64e5df7c312e req-f68ae3a3-670d-480f-b982-22d045005869 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500584 Apr 15 10:57:35.729466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.449169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:36.568173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84b7c00-c7a6-4907-95b0-430a8cb5421f req-7f27283f-75ea-4988-bd54-04b68c63971f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:36.577542 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c84b7c00-c7a6-4907-95b0-430a8cb5421f req-7f27283f-75ea-4988-bd54-04b68c63971f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1048357 Apr 15 10:57:36.630462 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c84b7c00-c7a6-4907-95b0-430a8cb5421f req-5babfdd5-83d4-4955-b94c-9cd9f3a716cf tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518212 Apr 15 10:57:37.282364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:37.830130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0cd22-6227-439f-a6e7-f0f6662bbb52 req-518d074d-ddf9-4835-ad0c-1fc2b66e6462 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:37.838823 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e8a0cd22-6227-439f-a6e7-f0f6662bbb52 req-518d074d-ddf9-4835-ad0c-1fc2b66e6462 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0983491 Apr 15 10:57:37.887096 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e8a0cd22-6227-439f-a6e7-f0f6662bbb52 req-6e774cfa-3407-4088-8db2-6dcc76d27baa tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472984 Apr 15 10:57:39.203409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bc6ef-8877-4758-abd3-2dde51992bdc req-f997f6fd-f72c-4634-91ad-24fdaf324b4d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:39.205761 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c45bc6ef-8877-4758-abd3-2dde51992bdc req-f997f6fd-f72c-4634-91ad-24fdaf324b4d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1252313 Apr 15 10:57:39.257459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c45bc6ef-8877-4758-abd3-2dde51992bdc req-5a1bf9cb-cf98-4d6d-a1c0-5997256a0c38 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447073 Apr 15 10:57:40.484416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b8a19e-0a56-4f3a-9839-84ce65ff4c0c req-d41a40a3-5ab3-48b8-9eea-f13e80836e64 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:40.486103 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3b8a19e-0a56-4f3a-9839-84ce65ff4c0c req-d41a40a3-5ab3-48b8-9eea-f13e80836e64 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0944712 Apr 15 10:57:40.551053 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f3b8a19e-0a56-4f3a-9839-84ce65ff4c0c req-083c61b5-f4a6-47c8-80ca-44a2fd227503 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581555 Apr 15 10:57:41.794994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e411d-b06b-4d09-a664-9fe7956d6663 req-b79696af-e55a-4ae5-87aa-ae413f81629d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:41.799060 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-753e411d-b06b-4d09-a664-9fe7956d6663 req-b79696af-e55a-4ae5-87aa-ae413f81629d tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1197200 Apr 15 10:57:41.857127 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-753e411d-b06b-4d09-a664-9fe7956d6663 req-698c0a07-7187-4edc-8a45-e2b71ac22bbc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511770 Apr 15 10:57:41.944469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:57:43.073792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c068dbb-7bc1-4465-8657-41a496e3ba22 req-593dee97-5c4e-4802-8072-110d8772034c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:43.075440 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8c068dbb-7bc1-4465-8657-41a496e3ba22 req-593dee97-5c4e-4802-8072-110d8772034c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0929620 Apr 15 10:57:43.127983 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8c068dbb-7bc1-4465-8657-41a496e3ba22 req-e871f0c6-2bf6-4401-bca2-58520fbfa1a3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456760 Apr 15 10:57:44.333398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f3fe0-6ace-4421-ad97-206c5ed57815 req-21faf781-e6ef-46dc-b4c5-dbc12a57fe35 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:44.335047 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f42f3fe0-6ace-4421-ad97-206c5ed57815 req-21faf781-e6ef-46dc-b4c5-dbc12a57fe35 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0889342 Apr 15 10:57:44.391809 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f42f3fe0-6ace-4421-ad97-206c5ed57815 req-c3c3243c-54bf-4086-9f3f-19aa72fc8ca0 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470665 Apr 15 10:57:45.176892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38540) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:45.248981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Deleting subnet f7587537-6f09-4ddd-8304-25c45a607843 {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:57:45.252323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.299516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.309333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.378086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.617943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fffbba3-c3b2-449b-80a5-38bd899f73e4 req-15d97e47-99ff-4c9f-ad84-fadf0572aa92 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:45.619734 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fffbba3-c3b2-449b-80a5-38bd899f73e4 req-15d97e47-99ff-4c9f-ad84-fadf0572aa92 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0927103 Apr 15 10:57:45.640862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.656690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-62df366a-6ef0-4533-a21d-fe6245590e9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:45.671317 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4fffbba3-c3b2-449b-80a5-38bd899f73e4 req-2f65df7a-79a5-4266-b562-1be4286a0805 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447402 Apr 15 10:57:45.739458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7587537-6f09-4ddd-8304-25c45a607843,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:45.749259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:45.790524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:45.796719 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f7587537-6f09-4ddd-8304-25c45a607843 HTTP/1.1" status: 204 len: 168 time: 0.6184449 Apr 15 10:57:45.799582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38548) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:45.916366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.121180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.238498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a24014a-28fa-47c7-b75d-1be30729c605']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:46.251567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d31ef19-2f86-4b0a-90a1-c325e677c96a') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:46.251912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d31ef19-2f86-4b0a-90a1-c325e677c96a') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:57:46.264287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.280588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.287735 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:57:46.687845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Network 6a24014a-28fa-47c7-b75d-1be30729c605 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:46.697453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:46.881452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Network 6a24014a-28fa-47c7-b75d-1be30729c605 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:57:46.905505 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:57:47.032034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.037278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.040957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-41736ceb-ab72-4854-9457-e6135f1ec408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:47.073672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a24014a-28fa-47c7-b75d-1be30729c605,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:47.077502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] 10.222.0.32 "DELETE /v2.0/networks/6a24014a-28fa-47c7-b75d-1be30729c605 HTTP/1.1" status: 204 len: 168 time: 1.2769575 Apr 15 10:57:47.078583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:47.109064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d25c88-fd2e-4f13-a0fb-4703256ec1d3 req-4f0a1ddd-346c-4164-821c-a33cab8caaa6 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:47.111029 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4d25c88-fd2e-4f13-a0fb-4703256ec1d3 req-4f0a1ddd-346c-4164-821c-a33cab8caaa6 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1530507 Apr 15 10:57:47.161264 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4d25c88-fd2e-4f13-a0fb-4703256ec1d3 req-730fabdf-d618-42f9-8f96-3d94c28e11e3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Apr 15 10:57:47.265326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38566) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:47.324286 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-81a39d3e-05a1-4d59-adb2-36b5cbfc738f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=03058db2e25a4610b76d4b36390022e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0572112 Apr 15 10:57:47.326936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38570) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:47.392155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.420327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.470760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.476225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c5336a13-97e7-4937-ab3f-5f1bc76c5d01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:47.491176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2d24e7-59f9-4599-a5d2-bd418a37adcf,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:47.494793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:47.512054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:47.513514 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1e2d24e7-59f9-4599-a5d2-bd418a37adcf HTTP/1.1" status: 204 len: 168 time: 0.1856511 Apr 15 10:57:48.374527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6bc0df-e4ab-4280-baab-0235964fde92 req-1d4a906d-916c-4532-b067-b2ac3c587fd6 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:48.376035 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ef6bc0df-e4ab-4280-baab-0235964fde92 req-1d4a906d-916c-4532-b067-b2ac3c587fd6 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0990126 Apr 15 10:57:48.425831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ef6bc0df-e4ab-4280-baab-0235964fde92 req-df54404d-77c3-4285-b22c-0613ec78dbdb tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421460 Apr 15 10:57:49.497137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46271965-7a07-4fd6-b782-94a2fcb79ea5 req-a2e11747-5f17-4ccf-ba5f-294e2ce53a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.498799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46271965-7a07-4fd6-b782-94a2fcb79ea5 req-a2e11747-5f17-4ccf-ba5f-294e2ce53a03 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.0781858 Apr 15 10:57:49.549635 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46271965-7a07-4fd6-b782-94a2fcb79ea5 req-e9b3a8ca-ec9f-42d1-b4f2-8fc2a119ab55 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429027 Apr 15 10:57:49.647890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e172a96-8a58-4e17-9c74-7bbe44f02901 req-ca86a90f-90a2-4118-85d8-b0296ec1ac27 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:49.649575 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e172a96-8a58-4e17-9c74-7bbe44f02901 req-ca86a90f-90a2-4118-85d8-b0296ec1ac27 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0969379 Apr 15 10:57:49.702106 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e172a96-8a58-4e17-9c74-7bbe44f02901 req-bcb61f87-c4bf-4884-bf13-8652175cda9b tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459058 Apr 15 10:57:50.914932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6decd-ebd1-4030-8c3f-7a6604665cc3 req-5c026dee-fcd6-4a70-828c-e8cb13b9458a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:50.916509 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5aa6decd-ebd1-4030-8c3f-7a6604665cc3 req-5c026dee-fcd6-4a70-828c-e8cb13b9458a tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0933559 Apr 15 10:57:50.969806 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5aa6decd-ebd1-4030-8c3f-7a6604665cc3 req-44f9984f-779b-4ed6-af24-fc6cd6e5ac5f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460176 Apr 15 10:57:51.488060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-98b9b05a-4369-4824-b1fb-1bcbae6e36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.489621 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-98b9b05a-4369-4824-b1fb-1bcbae6e36f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2843cf37e49640fc81549264ad1c6ff9&device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 1098 time: 0.0809402 Apr 15 10:57:51.556667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38116d05-911d-427a-ad8e-52f05a458f58 req-8df4ddc0-be25-45ca-86ed-37a919a5b7dc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.558336 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-38116d05-911d-427a-ad8e-52f05a458f58 req-8df4ddc0-be25-45ca-86ed-37a919a5b7dc tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0973978 Apr 15 10:57:51.610420 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-38116d05-911d-427a-ad8e-52f05a458f58 req-4a846734-ec76-4f71-ad24-75f86aa249ac tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Apr 15 10:57:51.643262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-27e91f4b-8cbf-40c1-928b-fe3ca817c0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.644976 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-27e91f4b-8cbf-40c1-928b-fe3ca817c0c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 200 len: 919 time: 0.1430354 Apr 15 10:57:51.722927 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-46189446-ba23-48ce-9df9-e91a09d9f4b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 200 len: 217 time: 0.0707560 Apr 15 10:57:51.794363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-4d4e3c61-9a06-41ee-a290-88428ef16915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:51.795832 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-4d4e3c61-9a06-41ee-a290-88428ef16915 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 200 len: 858 time: 0.0663934 Apr 15 10:57:51.853540 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-a4edfb9e-d6b9-4b9f-8f8e-f31e0a2b86dd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f11e8153-e994-4d8b-818a-2e68ad0762b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502665 Apr 15 10:57:52.228922 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-fd6e7ea7-d6b8-4eb9-8bdf-256686167a68 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678844 Apr 15 10:57:52.383788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6f3f0cc5-9f9b-46c9-8167-7717da56eb7c req-f8ea8e7c-d06f-4fb1-b711-8c382e1af226 service neutron] 10.222.0.26 "GET /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475644 Apr 15 10:57:52.833365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30b9cc-f607-4861-a30e-0732ac0a61e0 req-bffee3c9-3816-4bfe-bb7f-a85abfcb49ee tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:52.834930 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6d30b9cc-f607-4861-a30e-0732ac0a61e0 req-bffee3c9-3816-4bfe-bb7f-a85abfcb49ee tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0981362 Apr 15 10:57:52.894208 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6d30b9cc-f607-4861-a30e-0732ac0a61e0 req-cb893d3b-7e80-4d47-a02d-f9a3891e5f44 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498900 Apr 15 10:57:53.613043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38662) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:53.749058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.765204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:53.769795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Usage tracker for resource:security_group_rule and tenant:903cddde08304cfdb871b80596a44294 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:53.772991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:53.779266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:53.864902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.869070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:53.876509 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8336b2de-a80a-400b-a739-1261cd6bcf59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:53.919728 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=903cddde08304cfdb871b80596a44294&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3055096 Apr 15 10:57:53.920629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c5238da-6392-4e3d-add9-ebfc3a360832,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:53.923211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38668) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:53.926269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:53.987987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.015898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.066012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.070343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4a9d08c-a8ba-458a-8465-3b9934d6585f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.083363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c5238da-6392-4e3d-add9-ebfc3a360832,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.090586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.091443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.092645 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2c5238da-6392-4e3d-add9-ebfc3a360832 HTTP/1.1" status: 204 len: 168 time: 0.1684935 Apr 15 10:57:54.103462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311db8-32bf-4d83-8b89-9f332bfa471b req-c99d291b-38a2-43f6-9909-0c699a6bef34 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:54.105066 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84311db8-32bf-4d83-8b89-9f332bfa471b req-c99d291b-38a2-43f6-9909-0c699a6bef34 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0914147 Apr 15 10:57:54.162005 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84311db8-32bf-4d83-8b89-9f332bfa471b req-c14c7509-8b8b-4a91-a069-dab56763a4e9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489054 Apr 15 10:57:54.416828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38678) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.436221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.452397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:57:54.456659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Usage tracker for resource:security_group_rule and tenant:667baddf6c3a45d794dc6846091201b4 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:57:54.459835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:57:54.465984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:57:54.553604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.558674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.569078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cce6bdc7-a78a-471a-b0de-292d642bf805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.613074 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=667baddf6c3a45d794dc6846091201b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1950681 Apr 15 10:57:54.614006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5f84a4-b161-4db7-b25b-5041b8bdf78b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.616911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38682) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:57:54.617180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.682129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.713076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.760993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.765022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6c9acb15-a548-41a7-81cf-a54abd817af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:57:54.777303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5f84a4-b161-4db7-b25b-5041b8bdf78b,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:57:54.779742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:57:54.785098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:57:54.786426 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f5f84a4-b161-4db7-b25b-5041b8bdf78b HTTP/1.1" status: 204 len: 168 time: 0.1682329 Apr 15 10:57:55.372548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e9b05-d110-4bd8-a9b1-6ea00c9b154b req-2b88bab4-0eb4-4a32-823f-0af6588bec68 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:57:55.374196 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-847e9b05-d110-4bd8-a9b1-6ea00c9b154b req-2b88bab4-0eb4-4a32-823f-0af6588bec68 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0956464 Apr 15 10:57:55.423478 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-847e9b05-d110-4bd8-a9b1-6ea00c9b154b req-05f629e2-77da-43f6-9f94-66252af48cac tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 Apr 15 10:58:00.035788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebdec05-746b-4015-9147-e30907e291ca req-08573457-723c-43d9-9e1f-4ab50bfeb3ce tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:00.037384 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1ebdec05-746b-4015-9147-e30907e291ca req-08573457-723c-43d9-9e1f-4ab50bfeb3ce tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.1055083 Apr 15 10:58:00.090299 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1ebdec05-746b-4015-9147-e30907e291ca req-95628c66-38ea-463c-92b0-754349e7ab41 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437474 Apr 15 10:58:01.294210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ae9cf-78d4-49bc-a821-e389c6fe8cdd req-a0cfd999-7422-4706-86bf-e8c662958682 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:01.295833 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fb2ae9cf-78d4-49bc-a821-e389c6fe8cdd req-a0cfd999-7422-4706-86bf-e8c662958682 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0904622 Apr 15 10:58:01.347949 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fb2ae9cf-78d4-49bc-a821-e389c6fe8cdd req-56369990-c464-4eb8-9775-93892480586f tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455887 Apr 15 10:58:02.496576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529c968-db83-4c4c-94db-4959347a0d3e req-27fd2098-8b0c-4a78-ad4f-c34d08df4b99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.498245 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0529c968-db83-4c4c-94db-4959347a0d3e req-27fd2098-8b0c-4a78-ad4f-c34d08df4b99 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0976942 Apr 15 10:58:02.533681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9772d0d3-3121-42ca-9c67-4413118a17a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.559772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff8a4f-4d1b-422e-a463-8fa47df45d1a req-1e8401d4-a6d2-4ef3-aaf9-269bca2ebfa9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:02.561433 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3bff8a4f-4d1b-422e-a463-8fa47df45d1a req-1e8401d4-a6d2-4ef3-aaf9-269bca2ebfa9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 946 time: 0.0954843 Apr 15 10:58:02.582074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Deleting port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:02.582594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.615077 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3bff8a4f-4d1b-422e-a463-8fa47df45d1a req-61eb590b-8c35-4dfc-9dd2-63940b47d010 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468936 Apr 15 10:58:02.695884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38800) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:02.829447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.845719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:02.850128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Usage tracker for resource:security_group_rule and tenant:a98ae42554c444789fc455cca0c21414 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:02.853811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:02.854053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] For port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:02.854492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.860770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:02.949952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.952934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:02.960720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:02.989289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Calling delete_port for b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:03.005296 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a98ae42554c444789fc455cca0c21414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082056 Apr 15 10:58:03.007150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4abdedc-2a09-4b7f-8ce4-00a4f2e71213,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.010568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.011290 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38806) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:03.074832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.103654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.147009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.155216 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.159236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', '9f4ab986-5596-40d6-b229-ea48406f3b84'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:03.160397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-395ab4b0-7741-4e78-bf1c-dabaaf505ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.167008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-096b8585-4e06-4008-9b04-4faacfb6619f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.171657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4abdedc-2a09-4b7f-8ce4-00a4f2e71213,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.175477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.178994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.183016 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4abdedc-2a09-4b7f-8ce4-00a4f2e71213 HTTP/1.1" status: 204 len: 168 time: 0.1704640 Apr 15 10:58:03.273197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Pushing event deleted for resources: {'Port': ['ID=b2a1a8b7-51cf-4054-a8fc-66eeb9148c59,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.276207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.425697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] No DVR routers for this DVR port b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:03.428467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.431446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'name': 'network-vif-deleted', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:03.452594 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0529c968-db83-4c4c-94db-4959347a0d3e req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "DELETE /v2.0/ports/b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 HTTP/1.1" status: 204 len: 173 time: 0.9488614 Apr 15 10:58:03.485942 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b8d9740-e12b-4d64-a14b-45a793dc2091', 'name': 'network-vif-deleted', 'tag': 'b2a1a8b7-51cf-4054-a8fc-66eeb9148c59', 'status': 'completed', 'code': 200} Apr 15 10:58:03.499375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38816) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:03.519005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.535017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:03.539166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Usage tracker for resource:security_group_rule and tenant:e3c37bfd0f204b7ca1ca2d37cf5d974a is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:03.542183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:03.548254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:03.634680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.638010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.647202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-08596c29-208b-4d0d-818d-7d9121e95693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.689609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e3c37bfd0f204b7ca1ca2d37cf5d974a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889942 Apr 15 10:58:03.693508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d49b96-27ea-436e-8085-a4834925f27b,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.693663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38822) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:03.696324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.762542 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.789806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.798856 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3a0a9ff6-3ef0-4241-9857-14259bf97b39 req-5fc7a2d5-6077-4e81-8afd-2a6d13e3f2f2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=3b8d9740-e12b-4d64-a14b-45a793dc2091 HTTP/1.1" status: 200 len: 210 time: 0.0535746 Apr 15 10:58:03.842951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.846856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2549ae0c-4523-4f67-b3b1-84688be6b6b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:03.858744 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d49b96-27ea-436e-8085-a4834925f27b,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:03.862576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:03.866008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:03.867619 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8d49b96-27ea-436e-8085-a4834925f27b HTTP/1.1" status: 204 len: 168 time: 0.1735847 Apr 15 10:58:05.028800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9b797044-699d-40ad-8678-6b041fa5565a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:05.295107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da366c8b-6e53-40c5-9eac-7b3596eab4e7 req-209eaf71-d52f-4ff3-afb1-cbcf854a1c9c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:05.295873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-da366c8b-6e53-40c5-9eac-7b3596eab4e7 req-209eaf71-d52f-4ff3-afb1-cbcf854a1c9c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Synchronizing usage tracker for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:05.311471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-da366c8b-6e53-40c5-9eac-7b3596eab4e7 req-209eaf71-d52f-4ff3-afb1-cbcf854a1c9c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Unset dirty status for tenant:2843cf37e49640fc81549264ad1c6ff9 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:05.312771 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da366c8b-6e53-40c5-9eac-7b3596eab4e7 req-209eaf71-d52f-4ff3-afb1-cbcf854a1c9c tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1073010 Apr 15 10:58:05.363803 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da366c8b-6e53-40c5-9eac-7b3596eab4e7 req-238eefb6-b6c0-405e-806a-fb76f61c4494 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444050 Apr 15 10:58:05.540751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:05.580615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:05.581026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b2a1a8b7-51cf-4054-a8fc-66eeb9148c59 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:05.722739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.444901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:06.575859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fef643-e53e-4a5a-9dad-19892514f317 req-78e72d3a-6364-414f-9a9e-664fa3a50582 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:06.577450 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-23fef643-e53e-4a5a-9dad-19892514f317 req-78e72d3a-6364-414f-9a9e-664fa3a50582 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0945287 Apr 15 10:58:06.627164 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-23fef643-e53e-4a5a-9dad-19892514f317 req-eee1fc16-3479-4b24-93b3-678f005ae775 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431552 Apr 15 10:58:07.280388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:07.848299 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf9b76-9a83-45f3-92ce-74af34f483bb req-0da4b887-59f5-4ebe-baeb-0cd3512e5dc9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:07.850017 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4acf9b76-9a83-45f3-92ce-74af34f483bb req-0da4b887-59f5-4ebe-baeb-0cd3512e5dc9 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.1044829 Apr 15 10:58:07.900753 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4acf9b76-9a83-45f3-92ce-74af34f483bb req-740acc61-c06d-48b6-a70a-a55f840f3dee tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432293 Apr 15 10:58:09.123037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036876a-56a0-45ff-8ad6-f126e8a093a0 req-5c466366-f545-453a-b55f-134ae1d4bee1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:09.124807 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f036876a-56a0-45ff-8ad6-f126e8a093a0 req-5c466366-f545-453a-b55f-134ae1d4bee1 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0968499 Apr 15 10:58:09.173965 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f036876a-56a0-45ff-8ad6-f126e8a093a0 req-cfef5dcc-6430-4537-acd1-1ab8458f18f4 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425828 Apr 15 10:58:10.380372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b43632-9961-4666-9988-5cb7debeeee6 req-77339e23-3417-40f1-8058-75795feb75a8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.381856 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73b43632-9961-4666-9988-5cb7debeeee6 req-77339e23-3417-40f1-8058-75795feb75a8 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0895772 Apr 15 10:58:10.434634 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73b43632-9961-4666-9988-5cb7debeeee6 req-7508ad7a-c3b2-4591-9a96-8cddcba895ae tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/security-groups?id=01f56081-339a-4b95-b3de-df6289fb6c01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458665 Apr 15 10:58:10.918809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-999ea8a6-f289-4085-8d9f-c741f5262ac2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:10.920377 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-999ea8a6-f289-4085-8d9f-c741f5262ac2 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 945 time: 0.0990262 Apr 15 10:58:11.008398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Deleting port 9f4ab986-5596-40d6-b229-ea48406f3b84 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:11.008783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.277126 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] For port 9f4ab986-5596-40d6-b229-ea48406f3b84, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9f4ab986-5596-40d6-b229-ea48406f3b84,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:11.277434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.411543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Calling delete_port for 9f4ab986-5596-40d6-b229-ea48406f3b84 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:11.567048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.587562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:11.605009 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d46b8d48-b12c-45b8-8a47-6b6ba7df460f req-487ad6d0-be80-4e8c-8ce9-a04114d33e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8395fe0-5337-4130-a934-029c0633a4ca HTTP/1.1" status: 200 len: 210 time: 0.0548301 Apr 15 10:58:11.644025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Pushing event deleted for resources: {'Port': ['ID=9f4ab986-5596-40d6-b229-ea48406f3b84,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:11.704479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.704844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.705275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.705675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.706076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.706510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.706901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.707287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.707673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.708055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.708437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.708822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:11.713831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:11.858128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] No DVR routers for this DVR port 9f4ab986-5596-40d6-b229-ea48406f3b84 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:58:11.860541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:11.863452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'name': 'network-vif-deleted', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:11.880626 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d0216e41-7a70-48b9-bb74-0b9bcba937c3 req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] 10.222.0.26 "DELETE /v2.0/ports/9f4ab986-5596-40d6-b229-ea48406f3b84 HTTP/1.1" status: 204 len: 173 time: 0.9518602 Apr 15 10:58:11.914688 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8395fe0-5337-4130-a934-029c0633a4ca', 'name': 'network-vif-deleted', 'tag': '9f4ab986-5596-40d6-b229-ea48406f3b84', 'status': 'completed', 'code': 200} Apr 15 10:58:12.179995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38930) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:12.325208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.342798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:12.349748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Usage tracker for resource:security_group_rule and tenant:c283f5ccc8004788b3d503494975083b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:12.353392 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:12.362476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:12.455517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.459650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.469319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4aa649f-47ba-4ca5-8552-7affe27c7a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.516644 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c283f5ccc8004788b3d503494975083b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3351657 Apr 15 10:58:12.517693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340c5f52-d464-4391-9a57-1ffd8b6f8486,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.520098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38936) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:12.521732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:12.594881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.623397 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.674903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.680244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74a211a5-8a07-46b3-a5b7-11f6aa809f36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:12.693668 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340c5f52-d464-4391-9a57-1ffd8b6f8486,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:12.706623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.707007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.707440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.707814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.708208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.708599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.708986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.709366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.709753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.710074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 38942) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:12.710234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.710572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.710997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:12.716743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:12.718883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:12.720163 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/340c5f52-d464-4391-9a57-1ffd8b6f8486 HTTP/1.1" status: 204 len: 168 time: 0.1988735 Apr 15 10:58:13.060969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38950) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:13.084158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.101628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:13.106441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Usage tracker for resource:security_group_rule and tenant:9e00c1e302264bfab439a5ce7da94d91 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:13.111451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:13.117974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:13.212979 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.216354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.225715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1b97cf8-d58c-4da1-92da-87fd1d480d0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:13.266310 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9e00c1e302264bfab439a5ce7da94d91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2041419 Apr 15 10:58:13.269657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 38954) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:13.273633 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85ae8ec-2da9-46c7-9822-4c6fdd7bdd45,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:13.286824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:13.338323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.355127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.372319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.423563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.427992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d4a88e72-c937-4833-9530-8b24ff9f1c00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:13.440912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85ae8ec-2da9-46c7-9822-4c6fdd7bdd45,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:13.445466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:13.449518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:13.450655 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a85ae8ec-2da9-46c7-9822-4c6fdd7bdd45 HTTP/1.1" status: 204 len: 168 time: 0.1799622 Apr 15 10:58:13.574522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 9f4ab986-5596-40d6-b229-ea48406f3b84 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:13.616372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 9f4ab986-5596-40d6-b229-ea48406f3b84 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:13.616964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 9f4ab986-5596-40d6-b229-ea48406f3b84 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:13.968254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Deleting port 451c68d3-4f48-4da1-81ed-c1aaad0d3460 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:13.968670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.155995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] For port 451c68d3-4f48-4da1-81ed-c1aaad0d3460, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=451c68d3-4f48-4da1-81ed-c1aaad0d3460,segment=NetworkSegment(fd8fa7e2-8c14-4419-84fb-f0c6fd556da0),segment_id=fd8fa7e2-8c14-4419-84fb-f0c6fd556da0)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:14.156637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.290641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Calling delete_port for 451c68d3-4f48-4da1-81ed-c1aaad0d3460 owned by network:router_interface {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:14.612345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:14.625915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fcf64709-90b7-4843-a9e8-d95293f3dfad tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:14.723009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=451c68d3-4f48-4da1-81ed-c1aaad0d3460,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:14.729666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:15.035882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.295275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:15.602418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Router 25fd0f75-6169-4e15-84c4-db5ff16a6297 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:16.035338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:16.045066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Sync routers for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:16.058909 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b63adc47-e559-41f0-a909-da7dba3068f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/25fd0f75-6169-4e15-84c4-db5ff16a6297/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3473635 Apr 15 10:58:16.060402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39046) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:16.073850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:16.075130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.298990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks [] for router, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.306626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:16.433986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-ba945197-657e-4658-a206-eda1484955a3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863676 Apr 15 10:58:16.520658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.535199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Deleting port 6b78ed1a-5a80-4467-b763-fafb028f8902 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:58:16.535851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.553563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-a568471d-2884-41c0-bcea-7d5a6adedab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.555414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-a568471d-2884-41c0-bcea-7d5a6adedab7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1137 time: 0.0983551 Apr 15 10:58:16.629017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120'}], 'enable_snat': True}, 'gw_port_id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:58:14Z', 'revision_number': 5, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port': {'id': '6b78ed1a-5a80-4467-b763-fafb028f8902', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:17:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:15Z', 'updated_at': '2021-04-15T10:55:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.633569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Checking router: 25fd0f75-6169-4e15-84c4-db5ff16a6297 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:16.643109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Routers {'25fd0f75-6169-4e15-84c4-db5ff16a6297'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:16.643768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['25fd0f75-6169-4e15-84c4-db5ff16a6297'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.740276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] For port 6b78ed1a-5a80-4467-b763-fafb028f8902, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=6b78ed1a-5a80-4467-b763-fafb028f8902,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:16.740862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:16.771127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-55ad5e0e-af3a-48b0-9b28-5135e5c0f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:16.773254 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-55ad5e0e-af3a-48b0-9b28-5135e5c0f7b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.1907232 Apr 15 10:58:16.822727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] Set router 25fd0f75-6169-4e15-84c4-db5ff16a6297 gateway port host: None {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:16.888865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Calling delete_port for 6b78ed1a-5a80-4467-b763-fafb028f8902 owned by network:router_gateway {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:58:16.944003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:58:16Z', 'revision_number': 6, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:16.951009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58da1cb-06a3-4eed-bdb0-a70c1ed33ab6 None None] The sync data for ids ['25fd0f75-6169-4e15-84c4-db5ff16a6297'] in dv-cinder-786383-1-smb is: [{'id': '25fd0f75-6169-4e15-84c4-db5ff16a6297', 'name': 'tempest-ServerRescueNegativeTestJSON-494797904-router', 'tenant_id': '2843cf37e49640fc81549264ad1c6ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:58:16Z', 'revision_number': 6, 'project_id': '2843cf37e49640fc81549264ad1c6ff9', 'gw_port_host': None}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:16.961541 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-586bb877-bbd7-4b31-b66a-a3fb7bfc4a14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 1001 time: 0.1289368 Apr 15 10:58:17.029101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15e30c-7c6e-45a0-a15b-b084d8f9c07a req-c612af90-60cb-4232-92c6-563bc4e9687c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.032990 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c15e30c-7c6e-45a0-a15b-b084d8f9c07a req-c612af90-60cb-4232-92c6-563bc4e9687c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.2542095 Apr 15 10:58:17.083381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-4aecbcbb-a714-46d9-a4cc-262ed63109f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.085618 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-4aecbcbb-a714-46d9-a4cc-262ed63109f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.1163137 Apr 15 10:58:17.161274 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c15e30c-7c6e-45a0-a15b-b084d8f9c07a req-1503c851-e0dd-4698-83ad-de48012d424e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191306 Apr 15 10:58:17.194531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-3f59b4c3-494f-4585-b170-bcd4827b5e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:17.196709 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-3f59b4c3-494f-4585-b170-bcd4827b5e20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1023474 Apr 15 10:58:17.231722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.255301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:17.354796 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-70375b42-fe19-4080-8a8b-dd0a5ccbaba9 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509414 Apr 15 10:58:17.519754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 6b78ed1a-5a80-4467-b763-fafb028f8902 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:17.523528 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5f3b2c3b-c39b-4270-ba3f-6512b2102a72 req-99242312-f073-42c1-98d6-32d77e1748dc service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613126 Apr 15 10:58:17.564069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 6b78ed1a-5a80-4467-b763-fafb028f8902 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:17.564462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 6b78ed1a-5a80-4467-b763-fafb028f8902 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:17.564929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 451c68d3-4f48-4da1-81ed-c1aaad0d3460 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:58:17.575054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b78ed1a-5a80-4467-b763-fafb028f8902,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:17.581632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:17.606419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 451c68d3-4f48-4da1-81ed-c1aaad0d3460 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:58:17.606755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 451c68d3-4f48-4da1-81ed-c1aaad0d3460 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:58:17.750454 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.940638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:17.943573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.036820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.037381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25fd0f75-6169-4e15-84c4-db5ff16a6297 {{(pid=85374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:58:18.051177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.055221 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] 10.222.0.32 "DELETE /v2.0/routers/25fd0f75-6169-4e15-84c4-db5ff16a6297 HTTP/1.1" status: 204 len: 168 time: 1.9909430 Apr 15 10:58:18.055313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39060) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:18.128318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Deleting subnet 3ef539bc-f931-4def-9c54-4616c5d7eb5a {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:58:18.132245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.187432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.252530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.501662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb98c12-6b19-41a7-89f2-d8008b60753b req-eb428645-b77c-4ffe-92be-5bca3d5818fd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:18.503287 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3fb98c12-6b19-41a7-89f2-d8008b60753b req-eb428645-b77c-4ffe-92be-5bca3d5818fd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.2179585 Apr 15 10:58:18.624267 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3fb98c12-6b19-41a7-89f2-d8008b60753b req-a782013d-3127-4b18-b552-02694d58962b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052964 Apr 15 10:58:18.646812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.664624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:18.758033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef539bc-f931-4def-9c54-4616c5d7eb5a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:18.763346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:18.805826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:18.813486 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0138937a-0018-4e71-a615-32d8df0d25ba admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3ef539bc-f931-4def-9c54-4616c5d7eb5a HTTP/1.1" status: 204 len: 168 time: 0.7570705 Apr 15 10:58:18.816823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39070) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:18.944352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:58:18.947034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.151080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.227368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-f0051e09-ddc5-428d-ae55-ad75d560a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.229103 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-f0051e09-ddc5-428d-ae55-ad75d560a595 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1137 time: 0.0819001 Apr 15 10:58:19.325575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11e8153-e994-4d8b-818a-2e68ad0762b8']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:19.345750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:19.346086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd8fa7e2-8c14-4419-84fb-f0c6fd556da0') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:19.362942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.377701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-5ffa8b3e-ea95-4274-9968-25bf8668e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.379317 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-5ffa8b3e-ea95-4274-9968-25bf8668e57a service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.1435666 Apr 15 10:58:19.383989 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8782d1-f267-4b2d-b18a-b6d20658e965 req-e1cee51c-4b19-49ea-a55d-8c506926ef0a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.385578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc8782d1-f267-4b2d-b18a-b6d20658e965 req-e1cee51c-4b19-49ea-a55d-8c506926ef0a tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.2198169 Apr 15 10:58:19.390376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.411807 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:58:19.491893 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-d4db8420-b335-4619-81fa-f76089ffadec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 1001 time: 0.1061516 Apr 15 10:58:19.562337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-e97a17ed-b01b-4b4f-9271-e4d936e98664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.563901 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-e97a17ed-b01b-4b4f-9271-e4d936e98664 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.0653830 Apr 15 10:58:19.610772 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc8782d1-f267-4b2d-b18a-b6d20658e965 req-1c7f6465-dca0-41ea-8542-67d2ea37c09e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2143621 Apr 15 10:58:19.636042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:19.646074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.653232 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-1a870b9f-f78b-4401-8784-e13044470abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.654940 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-1a870b9f-f78b-4401-8784-e13044470abf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827157 Apr 15 10:58:19.837236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Network f11e8153-e994-4d8b-818a-2e68ad0762b8 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:58:19.860314 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:58:19.867237 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-bade0519-f5d9-4dfa-b4d6-93395ab01c1b service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042189 Apr 15 10:58:19.937644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.941579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ea8ef507-bfd7-4bd7-8f38-940bd3031024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:19.965635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:19.968405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Pushing event deleted for resources: {'Network': ['ID=f11e8153-e994-4d8b-818a-2e68ad0762b8,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:19.971749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:19.981234 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-424480b4-e043-45e7-ade7-914536eaeaeb admin admin] 10.222.0.32 "DELETE /v2.0/networks/f11e8153-e994-4d8b-818a-2e68ad0762b8 HTTP/1.1" status: 204 len: 168 time: 1.1633458 Apr 15 10:58:19.983375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc801380-f5c5-4c47-b3f2-e17039ea2a36 req-5a641250-f355-4175-87de-263c344cab7e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:19.985542 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bc801380-f5c5-4c47-b3f2-e17039ea2a36 req-5a641250-f355-4175-87de-263c344cab7e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.2325649 Apr 15 10:58:20.070443 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52361640-eb84-4e86-8c27-dbb6f95ae628 req-9b9c8df8-af8e-43b6-8d2d-e12d5aad98d2 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954496 Apr 15 10:58:20.073624 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bc801380-f5c5-4c47-b3f2-e17039ea2a36 req-85000988-3d88-4a75-bfa6-c23d81209a8f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806687 Apr 15 10:58:20.171093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39084) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:20.231649 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-bc1570a4-0486-4d81-b6fd-b1e2f70ef7b5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2843cf37e49640fc81549264ad1c6ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577521 Apr 15 10:58:20.233142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39088) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:20.310090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.340717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.390864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.396885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-99187000-c7c4-40d6-9062-512bca069ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:20.419191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f56081-339a-4b95-b3de-df6289fb6c01,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:20.423576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:20.433399 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:20.434722 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01f56081-339a-4b95-b3de-df6289fb6c01 HTTP/1.1" status: 204 len: 168 time: 0.2004609 Apr 15 10:58:20.830670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7db141-38d6-4a48-b61d-281b38219fd5 req-bcdc8013-bf63-40af-8ec3-942726a83a39 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:20.832341 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e7db141-38d6-4a48-b61d-281b38219fd5 req-bcdc8013-bf63-40af-8ec3-942726a83a39 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0963342 Apr 15 10:58:21.128305 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e7db141-38d6-4a48-b61d-281b38219fd5 req-c3ba4a2b-9438-415d-9104-dff621a464b8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2892122 Apr 15 10:58:21.272659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39118) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:21.296875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44f0d52-f70b-4451-b588-0b61e36698f0 req-fdfc3fd8-60d3-482d-ae76-0195adb2ef0e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.298593 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f44f0d52-f70b-4451-b588-0b61e36698f0 req-fdfc3fd8-60d3-482d-ae76-0195adb2ef0e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0949841 Apr 15 10:58:21.348870 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f44f0d52-f70b-4451-b588-0b61e36698f0 req-6619e0ed-d622-4732-9231-b099e6432268 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437655 Apr 15 10:58:21.396796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-network', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:21.402946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.407286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Usage tracker for resource:network and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.410480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.417646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:21.427885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Made reservation on behalf of 6333ca8400b44a9a8748d85a53e0dd9b for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:21.433234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.447291 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.463530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.467629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.471414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.478639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:21.573665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.576884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.580156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fae60543-c068-4364-b413-22ff9704b7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.613169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] vlan segment allocate from pool success with {'vlan_id': 670, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:58:21.622543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671e358-78a3-4d3e-8c39-d93ec8365eef,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.626545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.629460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.629848 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Added segment 1e4da539-f6bd-46cd-85d5-54143217ff78 of type vlan for network aebc5453-4c0f-49bc-bbda-d2de55eb177e Apr 15 10:58:21.664149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.702145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.703896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:21.704590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:21.710279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e57078aa-e9b6-43d4-9830-4d6cde79b70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:21.821494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Pushing event updated for resources: {'Network': ['ID=aebc5453-4c0f-49bc-bbda-d2de55eb177e,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:21.824866 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5509350 Apr 15 10:58:21.825805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:21.828942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39126) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:21.832878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:58:21.835588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Request body: {'subnet': {'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-subnet', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:21.841001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:21.845310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Usage tracker for resource:subnet and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:21.849127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:21.855853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:21.866992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Made reservation on behalf of 6333ca8400b44a9a8748d85a53e0dd9b for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:21.871730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.310247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.327927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:22.344508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f8a37-7726-4725-8107-7b73e1f5d1f7 req-05f8d53f-7dc8-4367-9678-f30aaabf743f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.346285 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-242f8a37-7726-4725-8107-7b73e1f5d1f7 req-05f8d53f-7dc8-4367-9678-f30aaabf743f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0928197 Apr 15 10:58:22.413399 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-242f8a37-7726-4725-8107-7b73e1f5d1f7 req-4db24de8-67bf-4813-b1e8-daab48d3b7f2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0602474 Apr 15 10:58:22.476640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2fb1a28-e227-440b-971f-9e094216a411,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:22.482578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:22.648857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5c752-a860-4dbc-bdab-52bfd90ff353 req-46d03435-8c4c-4349-8583-b9c43e0c65e3 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.650512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34b5c752-a860-4dbc-bdab-52bfd90ff353 req-46d03435-8c4c-4349-8583-b9c43e0c65e3 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1667628 Apr 15 10:58:22.651381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Checking segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:22.651782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Network hostable DHCP agents. Network: aebc5453-4c0f-49bc-bbda-d2de55eb177e, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:58:22.707634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:58:22.715811 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-34b5c752-a860-4dbc-bdab-52bfd90ff353 req-3aca8f77-2f4b-46ed-b57e-ce55e977a88b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572810 Apr 15 10:58:22.722107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, aebc5453-4c0f-49bc-bbda-d2de55eb177e) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:22.726045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:22.726707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.732002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06c7a7-ce75-4d4c-b59a-4b642645ce4e None None] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:22.752308 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6e164771-984d-4f4e-9f35-842d008404ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9219656 Apr 15 10:58:22.753107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39136) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:22.758732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:22.763699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:22.767870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Usage tracker for resource:router and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:22.771714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:22.777880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:22.787726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.789055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:22.811988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.001100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 10:58:23.002100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.187251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Allocated IP 172.20.0.2 (aebc5453-4c0f-49bc-bbda-d2de55eb177e/c2fb1a28-e227-440b-971f-9e094216a411/81cbfcba-0c3f-4727-94b9-3834466e42b3) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:23.356113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.417027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.428241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Transition to ACTIVE for port object 81cbfcba-0c3f-4727-94b9-3834466e42b3 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:23.450965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Transition to ACTIVE for port object 81cbfcba-0c3f-4727-94b9-3834466e42b3 will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:23.457171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.476021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:23.614204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Pushing event updated for resources: {'Port': ['ID=81cbfcba-0c3f-4727-94b9-3834466e42b3,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:23.623764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.624144 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.624521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.624891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.625256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.625619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.625981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.626391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.626763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.627118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.627477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.627834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:23.630487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96197d-97b3-452e-98b1-d738ed6ed336 req-9f5aa519-dd74-42ec-8210-6c42abd6654b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:23.634407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:23.639625 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb96197d-97b3-452e-98b1-d738ed6ed336 req-9f5aa519-dd74-42ec-8210-6c42abd6654b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.1101956 Apr 15 10:58:23.686905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:23.688409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:23.691031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:23.693070 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb96197d-97b3-452e-98b1-d738ed6ed336 req-2f6e1318-0f4c-49a5-8335-53ae0a249c30 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521181 Apr 15 10:58:23.718165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.750674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.799139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Attempting to bind port 81cbfcba-0c3f-4727-94b9-3834466e42b3 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:23.800381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Attempting to bind port 81cbfcba-0c3f-4727-94b9-3834466e42b3 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:23.800381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Attempting to bind port 81cbfcba-0c3f-4727-94b9-3834466e42b3 on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:23.807077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:23.807651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Checking segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:23.808202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.808791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Bound using segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:23.809427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Bound port: 81cbfcba-0c3f-4727-94b9-3834466e42b3, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:23.810001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.915345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] For port 81cbfcba-0c3f-4727-94b9-3834466e42b3, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:23.919592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] For port 81cbfcba-0c3f-4727-94b9-3834466e42b3, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=81cbfcba-0c3f-4727-94b9-3834466e42b3,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:23.923400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:23.939844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:23.966145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Allocated IP 172.28.3.97 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/2fa99da1-13ee-4a34-9a44-beba745ade57) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:24.023398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fa44b-ae44-462f-9012-2730e870531c req-8073e3c9-02c6-40d1-9935-972a1e044745 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:24.025045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-054fa44b-ae44-462f-9012-2730e870531c req-8073e3c9-02c6-40d1-9935-972a1e044745 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1565135 Apr 15 10:58:24.098402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Pushing event updated for resources: {'Port': ['ID=81cbfcba-0c3f-4727-94b9-3834466e42b3,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:24.104163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:24.171966 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-054fa44b-ae44-462f-9012-2730e870531c req-aabed809-fc84-4608-b024-2f339b227391 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887442 Apr 15 10:58:24.206866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.243480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.260184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5e2ecb87-40d0-4757-9cdc-0d3e036dc05d tempest-VolumesActionsTest-262285096 tempest-VolumesActionsTest-262285096-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:24.408048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Pushing event updated for resources: {'Port': ['ID=2fa99da1-13ee-4a34-9a44-beba745ade57,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:24.413779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:24.487654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:24.487654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:24.487654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:24.879545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:24.907010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73cc6f-740b-455a-8e97-b8728146d085 req-ed910161-3eeb-4687-b769-c973e05cf2de tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:24.908630 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f73cc6f-740b-455a-8e97-b8728146d085 req-ed910161-3eeb-4687-b769-c973e05cf2de tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0944796 Apr 15 10:58:24.964198 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0f73cc6f-740b-455a-8e97-b8728146d085 req-d0545ff3-7032-4034-bbd3-b5fde6964fdf tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0486653 Apr 15 10:58:25.265960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:25.550527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adf726-287a-4392-ae87-9a0d4f2cb50f req-3b34603b-6e31-47e0-bcd1-e0e2f73420d9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:25.552167 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d8adf726-287a-4392-ae87-9a0d4f2cb50f req-3b34603b-6e31-47e0-bcd1-e0e2f73420d9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.2197695 Apr 15 10:58:25.563628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 81cbfcba-0c3f-4727-94b9-3834466e42b3 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:25.625611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadcda8-13e0-4d4a-a894-bf85c243c703 None None] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:58:25.626173 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d8adf726-287a-4392-ae87-9a0d4f2cb50f req-282b03fd-ecd4-47a6-afb1-bf6617ac4eb0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646634 Apr 15 10:58:25.627257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85373) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 10:58:25.719804 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-37d7c0f6-8e3e-4c58-858a-91f8735e4e0c None None] Provisioning for port 81cbfcba-0c3f-4727-94b9-3834466e42b3 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:25.749100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 81cbfcba-0c3f-4727-94b9-3834466e42b3 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:25.766502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 81cbfcba-0c3f-4727-94b9-3834466e42b3 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:25.766946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.015028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.068508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 81cbfcba-0c3f-4727-94b9-3834466e42b3, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=81cbfcba-0c3f-4727-94b9-3834466e42b3,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:26.072024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.075215 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:26.086594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:26.114682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:26.135629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.138294 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.3838153 Apr 15 10:58:26.140481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:26.141180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:26.141461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39156) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:26.207544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fd0ecb-eee1-49a8-9d95-599a066b7a38 req-c8039f5c-c260-4331-8bb1-3ccec02b9420 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:26.215587 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-56fd0ecb-eee1-49a8-9d95-599a066b7a38 req-c8039f5c-c260-4331-8bb1-3ccec02b9420 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.1160877 Apr 15 10:58:26.290502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-56fd0ecb-eee1-49a8-9d95-599a066b7a38 req-1cff8897-61b3-48f2-9a70-299f64b45526 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0733929 Apr 15 10:58:26.506636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=81cbfcba-0c3f-4727-94b9-3834466e42b3,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:26.512700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:26.513315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-5a7c7481-d7e2-4b6b-a1e3-10d215152387 None None] Provisioning complete for port 81cbfcba-0c3f-4727-94b9-3834466e42b3 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:26.513724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a7c7481-d7e2-4b6b-a1e3-10d215152387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:26.606314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:26.948469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc3f7c-b730-45bd-a572-7bdcf2deed2a req-c12790da-f355-41fd-8870-012eb43b3759 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:26.950084 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-acbc3f7c-b730-45bd-a572-7bdcf2deed2a req-c12790da-f355-41fd-8870-012eb43b3759 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1932211 Apr 15 10:58:26.972563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:24Z', 'revision_number': 3, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:26.977030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:26.977430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Updating router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 port 2fa99da1-13ee-4a34-9a44-beba745ade57 binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:27.037200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.052377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.064821 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-acbc3f7c-b730-45bd-a572-7bdcf2deed2a req-c91551a1-139c-4d9d-8fe8-5c0732b8c7de tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071827 Apr 15 10:58:27.289077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Allocated IP 172.20.0.1 (aebc5453-4c0f-49bc-bbda-d2de55eb177e/c2fb1a28-e227-440b-971f-9e094216a411/d2035177-8f22-4ff9-b926-322689138b33) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:27.448110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.466845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Transition to ACTIVE for port object d2035177-8f22-4ff9-b926-322689138b33 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:27.472090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.486904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Transition to ACTIVE for port object 2fa99da1-13ee-4a34-9a44-beba745ade57 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:27.493729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.504755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.512201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58694ffc-8b6d-4c48-8897-706353fe5311 req-901ed6ac-6e99-4ff7-a1dd-9363a7bbe1dd tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:27.514111 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-58694ffc-8b6d-4c48-8897-706353fe5311 req-901ed6ac-6e99-4ff7-a1dd-9363a7bbe1dd tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0958416 Apr 15 10:58:27.519734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:27.528424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:27.571646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 81cbfcba-0c3f-4727-94b9-3834466e42b3 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:27.572608 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-58694ffc-8b6d-4c48-8897-706353fe5311 req-dd7b5d28-8c3b-49f9-846c-cc3ce3268f84 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0516088 Apr 15 10:58:27.653592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Pushing event updated for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:27.657901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:27.713084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:27.714409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:27.716920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:27.717428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.722457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Pushing event updated for resources: {'Port': ['ID=2fa99da1-13ee-4a34-9a44-beba745ade57,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:27.733773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:27.772562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 81cbfcba-0c3f-4727-94b9-3834466e42b3 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:27.772999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.869820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Attempting to bind port 2fa99da1-13ee-4a34-9a44-beba745ade57 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:27.870398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Attempting to bind port 2fa99da1-13ee-4a34-9a44-beba745ade57 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:27.870806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Attempting to bind port 2fa99da1-13ee-4a34-9a44-beba745ade57 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:27.877319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:27.877739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:27.878188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.878644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:27.879380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Bound port: 2fa99da1-13ee-4a34-9a44-beba745ade57, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:27.879727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:27.996816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7806975c-47a6-400f-b80d-ed1ccb6ad2d2 None None] Provisioning for port d2035177-8f22-4ff9-b926-322689138b33 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:27.999214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.017977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-7806975c-47a6-400f-b80d-ed1ccb6ad2d2 None None] Provisioning complete for port d2035177-8f22-4ff9-b926-322689138b33 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:28.018447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7806975c-47a6-400f-b80d-ed1ccb6ad2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.067138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] For port 2fa99da1-13ee-4a34-9a44-beba745ade57, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:28.087159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] For port 2fa99da1-13ee-4a34-9a44-beba745ade57, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=2fa99da1-13ee-4a34-9a44-beba745ade57,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:28.094508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-7806975c-47a6-400f-b80d-ed1ccb6ad2d2 None None] Port d2035177-8f22-4ff9-b926-322689138b33 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:28.098854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.120128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:28.268865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Pushing event updated for resources: {'Port': ['ID=2fa99da1-13ee-4a34-9a44-beba745ade57,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:28.285941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.332697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:28.333405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:28.533072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:28.594571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227380a1-fe5f-465e-bff9-5aa4b7b44abe req-71e2ff10-363f-41fb-bfde-01360e7c355c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.596177 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-227380a1-fe5f-465e-bff9-5aa4b7b44abe req-71e2ff10-363f-41fb-bfde-01360e7c355c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.3904455 Apr 15 10:58:28.633091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.640231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.641160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:28.657978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f5072674-6b01-467d-9f32-37a3bbbfaece tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:28.782468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644e8ea-f5c6-4f5d-8c28-402c8dea9bcb req-3ffa275c-8530-44a4-a96f-696e481560b4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:28.784453 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b644e8ea-f5c6-4f5d-8c28-402c8dea9bcb req-3ffa275c-8530-44a4-a96f-696e481560b4 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0916681 Apr 15 10:58:28.785956 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-227380a1-fe5f-465e-bff9-5aa4b7b44abe req-4b52c12a-b438-4a6c-ac10-caa6f7e57d58 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753669 Apr 15 10:58:28.821597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Pushing event updated for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:28.826771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:28.847978 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b644e8ea-f5c6-4f5d-8c28-402c8dea9bcb req-09db7468-d6bb-42dd-bdd1-1d0075b4e889 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548484 Apr 15 10:58:28.878329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:28.879482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:28.897538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:28.902350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a95dcf35-58c2-4372-87c2-ebf673075d39 None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:29.081575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:29.122025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-902a95d3-e092-488d-88b7-087ea78a6a85 None None] Provisioning complete for port d2035177-8f22-4ff9-b926-322689138b33 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:29.122604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-902a95d3-e092-488d-88b7-087ea78a6a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:29.179956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-902a95d3-e092-488d-88b7-087ea78a6a85 None None] Port d2035177-8f22-4ff9-b926-322689138b33 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:29.280939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:29.291534 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] 10.222.0.32 "PUT /v2.0/routers/0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1486166 Apr 15 10:58:29.990898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39196) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:29.999236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714864658', 'description': 'tempest-description--737264449'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:30.007693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:30.011586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe76ef-d0d4-4987-a73d-add29da480d4 req-39b74104-a717-46cc-8903-e25e6c93a90e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.012022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:30.013299 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9fe76ef-d0d4-4987-a73d-add29da480d4 req-39b74104-a717-46cc-8903-e25e6c93a90e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1033502 Apr 15 10:58:30.019166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:30.026370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:30.037416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.078941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:30.083563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:30.087530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:30.094799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:30.096046 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9fe76ef-d0d4-4987-a73d-add29da480d4 req-85ad83b4-312d-4a11-80e8-b650d68d1661 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659070 Apr 15 10:58:30.249932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bfe238-76e6-4be7-bd5c-dc1691e35f9b req-dc3d7fad-6e23-4a56-98fd-f29631915e20 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:30.251658 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12bfe238-76e6-4be7-bd5c-dc1691e35f9b req-dc3d7fad-6e23-4a56-98fd-f29631915e20 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.1531014 Apr 15 10:58:30.279051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.285296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.291192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52ebd81a-0480-4f5f-b9f5-0381476ca44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:30.351529 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12bfe238-76e6-4be7-bd5c-dc1691e35f9b req-430c8b20-1a57-4a7d-823a-d813be1815ca tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0915961 Apr 15 10:58:30.354524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.355729 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3636432 Apr 15 10:58:30.359994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39200) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:30.362998 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=677ef7a9-9f60-4b77-9623-f7b83000546a,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:30.369295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group_rule': {'security_group_id': '677ef7a9-9f60-4b77-9623-f7b83000546a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:30.374750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:30.377188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:30.381289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:30.384376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:30.390523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:30.407296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.472651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.477032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.479278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76de8b6c-d771-4a0f-ba8f-4091262e60b1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:30.505679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50f7bb6-e457-4d3f-9d84-324e8e939bcf,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:30.510544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:30.514974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.516248 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1551695 Apr 15 10:58:30.519310 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39204) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:30.525425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group_rule': {'security_group_id': '677ef7a9-9f60-4b77-9623-f7b83000546a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:30.531835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:30.535902 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:30.539006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:30.545179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:30.566741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.634873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.638480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.640648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c1e4a1bd-3029-41f7-b4bd-f7a2e63a5c12 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:30.664443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367336bf-72f4-4c1c-a198-73de082a2fd6,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:30.667108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:30.674476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.675723 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554530 Apr 15 10:58:30.679591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39210) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:30.685618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:30.692424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:30.696994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:floatingip and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:30.700138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:30.706348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:30.717163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:30.871121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.021098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Allocated IP 172.28.3.54 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/7cf95225-7013-4329-b080-e8b7bcb89c0e) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:31.204215 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.304524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.321895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-75674d7e-e9b7-4513-bc50-5a7b8dc31a84 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:31.367389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be88fb-fbfd-4975-8910-6da15feb45e2 req-0f1e9753-fc61-4004-9746-84bb54993a5b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:31.368977 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-30be88fb-fbfd-4975-8910-6da15feb45e2 req-0f1e9753-fc61-4004-9746-84bb54993a5b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1688352 Apr 15 10:58:31.515786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=7cf95225-7013-4329-b080-e8b7bcb89c0e,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:31.519083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:31.536100 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-30be88fb-fbfd-4975-8910-6da15feb45e2 req-16ce0212-25f9-46c4-b3d3-f0d2ff88a23d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141634 Apr 15 10:58:31.567059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 2fa99da1-13ee-4a34-9a44-beba745ade57 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:31.571314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db34d4-0f55-42c1-a7c6-ca7d32a5b103 req-d1b64c26-8ffe-4ffb-98d3-42ec49797ad8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:31.572955 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-72db34d4-0f55-42c1-a7c6-ca7d32a5b103 req-d1b64c26-8ffe-4ffb-98d3-42ec49797ad8 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.0993559 Apr 15 10:58:31.598179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:31.600492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:31.607277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:31.634439 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-72db34d4-0f55-42c1-a7c6-ca7d32a5b103 req-0fba775a-9ca9-4daa-8197-a9d1d8e0c799 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=adbdf63b-f315-452f-888b-0e5763413c1a&id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539968 Apr 15 10:58:31.653962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 2fa99da1-13ee-4a34-9a44-beba745ade57 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:31.660068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 2fa99da1-13ee-4a34-9a44-beba745ade57 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:31.660646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.697396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.778782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.793693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.813734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 2fa99da1-13ee-4a34-9a44-beba745ade57, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=2fa99da1-13ee-4a34-9a44-beba745ade57,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:31.817151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:31.819405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:31.898866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=2fa99da1-13ee-4a34-9a44-beba745ade57,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:31.902332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:32.074897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.079087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.098204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:32.232920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=7cf95225-7013-4329-b080-e8b7bcb89c0e,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:32.238269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:32.260885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:32.271859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:32.272550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:32.335864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.358154 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.359515 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6788139 Apr 15 10:58:32.470525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:32.537757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e2c9de59-86ff-44e5-9b6d-ebd3936025e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:32.552317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-bd357b91-ce07-480c-90aa-d3b015a2e65f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:32.570827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-bd357b91-ce07-480c-90aa-d3b015a2e65f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:32.572102 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-bd357b91-ce07-480c-90aa-d3b015a2e65f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--714864658&fields=id&tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 267 time: 0.0694566 Apr 15 10:58:32.744190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-7de9917a-efc4-42ab-a83f-b7205ae51870 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.745072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-7de9917a-efc4-42ab-a83f-b7205ae51870 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:32.750326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea21c1-8381-4552-8dff-87845b237da0 req-3580c81d-b4a4-4a30-b322-6a44313e6e0e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:32.752048 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6ea21c1-8381-4552-8dff-87845b237da0 req-3580c81d-b4a4-4a30-b322-6a44313e6e0e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0927548 Apr 15 10:58:32.762008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-7de9917a-efc4-42ab-a83f-b7205ae51870 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:32.763321 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-7de9917a-efc4-42ab-a83f-b7205ae51870 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 817 time: 0.1830845 Apr 15 10:58:32.782033 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-191cfea0-464e-47ae-adce-0cb7f21cd6e0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/quotas/6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 375 time: 0.0117712 Apr 15 10:58:32.826094 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f6ea21c1-8381-4552-8dff-87845b237da0 req-83fa7c11-4a71-41d3-b17c-094f723972a2 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613225 Apr 15 10:58:32.829150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:28Z', 'revision_number': 2, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:32.833901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:32.834586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Updating router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 port d2035177-8f22-4ff9-b926-322689138b33 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 10:58:32.888543 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-8217fd48-795b-474c-9a33-89c481b8ebc0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0989461 Apr 15 10:58:32.900488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.049612 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-803e7c43-5ad6-41d3-8a27-66ef1ab13204 service neutron] 10.222.0.32 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395643 Apr 15 10:58:33.241289 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-c398c3c6-681e-4d14-881a-de303baadde3 service neutron] 10.222.0.32 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702793 Apr 15 10:58:33.356428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.369205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Transition to ACTIVE for port object d2035177-8f22-4ff9-b926-322689138b33 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:33.375589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.391388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6948ed35-956f-44b6-9124-5a2922219590 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:33.514422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 2fa99da1-13ee-4a34-9a44-beba745ade57 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:33.525073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Pushing event updated for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:33.546764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.547160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.547531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.547900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.548262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.548620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.548975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.549333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.549686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.550041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.550424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.550774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:58:33.554641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:33.588063 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 2fa99da1-13ee-4a34-9a44-beba745ade57 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:33.588835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.755364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Attempting to bind port d2035177-8f22-4ff9-b926-322689138b33 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:33.755832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Attempting to bind port d2035177-8f22-4ff9-b926-322689138b33 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:33.756233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Attempting to bind port d2035177-8f22-4ff9-b926-322689138b33 on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:33.762584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:33.763039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Checking segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:33.763482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.763913 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Bound using segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:33.764424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Bound port: d2035177-8f22-4ff9-b926-322689138b33, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:33.764834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.864036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] For port d2035177-8f22-4ff9-b926-322689138b33, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:33.867514 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] For port d2035177-8f22-4ff9-b926-322689138b33, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d2035177-8f22-4ff9-b926-322689138b33,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:33.872157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:33.888023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:34.023828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca2afa-f905-474a-8c30-c1e4d145bb7d req-0c47627a-4890-4a9e-8169-e2fcf5f0c52a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:34.025401 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47ca2afa-f905-474a-8c30-c1e4d145bb7d req-0c47627a-4890-4a9e-8169-e2fcf5f0c52a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0937192 Apr 15 10:58:34.042788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Pushing event updated for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=4']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:34.048162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c41287b9-08f9-4f82-9c9a-b49c31a774fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:34.076816 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-47ca2afa-f905-474a-8c30-c1e4d145bb7d req-f4203000-390b-4b25-aa9d-476ba37e1315 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444362 Apr 15 10:58:34.087947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:34.088725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:34.286470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:34.488543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5aa6a5d4-5bb4-4ed1-a996-a3d15f4e4a42 req-b643307a-6a25-4558-8994-8812ad8cdfba tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:34.507017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5aa6a5d4-5bb4-4ed1-a996-a3d15f4e4a42 req-b643307a-6a25-4558-8994-8812ad8cdfba tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:34.521003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5aa6a5d4-5bb4-4ed1-a996-a3d15f4e4a42 req-b643307a-6a25-4558-8994-8812ad8cdfba tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 210 time: 0.0856183 Apr 15 10:58:34.650210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:34.655155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798c66d2-5883-4e61-9933-f9596eea9ffb None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:33Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:35.032949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d93a7573-fa32-4a0b-81ce-5c45173f45cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.300030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d961744d-1508-41af-abad-a4b4421d1b31 req-b521676e-9247-4771-ae29-f58d06677686 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.301538 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d961744d-1508-41af-abad-a4b4421d1b31 req-b521676e-9247-4771-ae29-f58d06677686 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0976577 Apr 15 10:58:35.359774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d961744d-1508-41af-abad-a4b4421d1b31 req-e6b7a8a4-a52a-4d0b-9284-a8a24c68244c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513573 Apr 15 10:58:35.538120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d2035177-8f22-4ff9-b926-322689138b33 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:35.628352 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port d2035177-8f22-4ff9-b926-322689138b33 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:35.633910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port d2035177-8f22-4ff9-b926-322689138b33 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:35.634357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.705618 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4886d1f7-79de-4f0e-81f1-426de8751a40 req-fa30a10a-a596-4a8c-a271-a60e489f4839 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 210 time: 0.0614498 Apr 15 10:58:35.762796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-20de6320-5641-4304-a844-392356c99324 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:35.764374 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-20de6320-5641-4304-a844-392356c99324 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 817 time: 0.2240522 Apr 15 10:58:35.771573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.788377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.824239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port d2035177-8f22-4ff9-b926-322689138b33, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d2035177-8f22-4ff9-b926-322689138b33,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:35.827520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:35.829693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:35.853136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-9ad4cf40-14c9-4f56-9a54-9f741126bbe2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:35.866608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-9ad4cf40-14c9-4f56-9a54-9f741126bbe2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:35.868125 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-9ad4cf40-14c9-4f56-9a54-9f741126bbe2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 5707 time: 0.0948081 Apr 15 10:58:35.878032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'port': {'device_id': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'admin_state_up': True, 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'security_groups': ['677ef7a9-9f60-4b77-9623-f7b83000546a']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:35.905790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:35.909326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:36.025354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:36.035460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:36.045161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Made reservation on behalf of 6333ca8400b44a9a8748d85a53e0dd9b for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:58:36.051358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.241362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Allocated IP 172.20.0.8 (aebc5453-4c0f-49bc-bbda-d2de55eb177e/c2fb1a28-e227-440b-971f-9e094216a411/a07f4e24-2dd9-43cf-9493-06dbad84c16b) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:58:36.449811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.451045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.467892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Transition to ACTIVE for port object a07f4e24-2dd9-43cf-9493-06dbad84c16b will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:36.492355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.507698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:36.565754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5278ec-1b0e-4801-b17b-9b79a72e9667 req-0edea73a-fa47-4866-a89b-4fe3aef1f04a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.567414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ba5278ec-1b0e-4801-b17b-9b79a72e9667 req-0edea73a-fa47-4866-a89b-4fe3aef1f04a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0942461 Apr 15 10:58:36.622934 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ba5278ec-1b0e-4801-b17b-9b79a72e9667 req-87047dcd-2681-4075-84a8-e5aa49e66077 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481794 Apr 15 10:58:36.650862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:36.655066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:36.709468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:58:36.710660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:58:36.712962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:58:36.719033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:36.719696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.750389 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-4694d55d-f8bd-4b52-b766-cd1e7ac4f8f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8765724 Apr 15 10:58:36.763201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Request body: {'port': {'device_id': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:36.924624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-20fa62ef-e713-40e6-94e7-c1a3a8422d72 None None] Provisioning for port a07f4e24-2dd9-43cf-9493-06dbad84c16b completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:36.930168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-20fa62ef-e713-40e6-94e7-c1a3a8422d72 None None] Provisioning complete for port a07f4e24-2dd9-43cf-9493-06dbad84c16b triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:36.930620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-20fa62ef-e713-40e6-94e7-c1a3a8422d72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.939085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:36.990135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-20fa62ef-e713-40e6-94e7-c1a3a8422d72 None None] Port a07f4e24-2dd9-43cf-9493-06dbad84c16b cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 10:58:37.079543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f6b4c-0c7e-4f93-8cd3-222ad9bd5328 req-504b981a-1625-424d-9cac-8bbd105f2240 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.080327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-782f6b4c-0c7e-4f93-8cd3-222ad9bd5328 req-504b981a-1625-424d-9cac-8bbd105f2240 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:58:37.123476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-782f6b4c-0c7e-4f93-8cd3-222ad9bd5328 req-504b981a-1625-424d-9cac-8bbd105f2240 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:58:37.124807 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-782f6b4c-0c7e-4f93-8cd3-222ad9bd5328 req-504b981a-1625-424d-9cac-8bbd105f2240 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 931 time: 0.2633085 Apr 15 10:58:37.282771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.311609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-782f6b4c-0c7e-4f93-8cd3-222ad9bd5328 req-e16f4102-6a20-45b7-916f-80481c744583 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410928 Apr 15 10:58:37.457230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:37.466111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.482474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Transition to ACTIVE for port object a07f4e24-2dd9-43cf-9493-06dbad84c16b will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:58:37.486015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.504556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cfd5bc2-aa43-43a1-b253-2f5a050dc2e3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:37.558575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d2035177-8f22-4ff9-b926-322689138b33 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:37.641249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port d2035177-8f22-4ff9-b926-322689138b33 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:37.641631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:37.838246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9f6405-4fc2-4a8b-8e08-52cbf32a29f0 req-f09760f2-fce5-4b56-8a3e-4c693db900eb tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:37.839801 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fd9f6405-4fc2-4a8b-8e08-52cbf32a29f0 req-f09760f2-fce5-4b56-8a3e-4c693db900eb tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0966849 Apr 15 10:58:37.889687 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fd9f6405-4fc2-4a8b-8e08-52cbf32a29f0 req-ba997bc0-67c2-44f5-a164-e7786c70ccc0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428934 Apr 15 10:58:37.890728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:37.896097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:38.067463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Attempting to bind port a07f4e24-2dd9-43cf-9493-06dbad84c16b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:58:38.068061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Attempting to bind port a07f4e24-2dd9-43cf-9493-06dbad84c16b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:58:38.068588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Attempting to bind port a07f4e24-2dd9-43cf-9493-06dbad84c16b on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:38.075515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Port a07f4e24-2dd9-43cf-9493-06dbad84c16b on network aebc5453-4c0f-49bc-bbda-d2de55eb177e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:58:38.076167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Attempting to bind port a07f4e24-2dd9-43cf-9493-06dbad84c16b on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:58:38.087819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:58:38.088894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Checking segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:58:38.090030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Bound using segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:58:38.090928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Bound port: a07f4e24-2dd9-43cf-9493-06dbad84c16b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:58:38.091485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:38.208536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:58:38.212799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:58:38.220830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:38.237124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b225e679-7c1b-4973-90f1-ca647afd1692 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:38.380030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9f35e-4454-42b0-a0dc-a806b1d3945d req-80b0e013-6880-47ef-b041-13a8e930b385 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.381695 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-14d9f35e-4454-42b0-a0dc-a806b1d3945d req-80b0e013-6880-47ef-b041-13a8e930b385 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1661496 Apr 15 10:58:38.383865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-8c78129d-28b5-4b72-9a2d-f15735a6bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.385122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:38.385305 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-8c78129d-28b5-4b72-9a2d-f15735a6bfdb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.1221704 Apr 15 10:58:38.398629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:38.432371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.432792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:38.434451 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] 10.222.0.26 "PUT /v2.0/ports/a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 1093 time: 1.6764483 Apr 15 10:58:38.434987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:38.607958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cbac2-55be-4aab-a452-722a5be1b8ea req-32c18901-afcb-4c26-8e5c-b70b3e57fd84 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.609615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d00cbac2-55be-4aab-a452-722a5be1b8ea req-32c18901-afcb-4c26-8e5c-b70b3e57fd84 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1693771 Apr 15 10:58:38.612076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-858138f0-c76f-48ae-b8bf-3825ff15daac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.613580 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-858138f0-c76f-48ae-b8bf-3825ff15daac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1096 time: 0.1362650 Apr 15 10:58:38.711895 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-aa611d5e-7c16-4113-9db0-671bc2891b3b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 217 time: 0.0786846 Apr 15 10:58:38.777818 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-14d9f35e-4454-42b0-a0dc-a806b1d3945d req-28a87f95-8e7c-4d5b-8edd-f6821be005d0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864744 Apr 15 10:58:38.801590 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d00cbac2-55be-4aab-a452-722a5be1b8ea req-51d5b157-88c5-4517-a6c0-01bfd9ed8194 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1751931 Apr 15 10:58:38.814517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-eb4fdf6c-935e-473d-861c-945ffa4e8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.814517 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-eb4fdf6c-935e-473d-861c-945ffa4e8e5f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0899999 Apr 15 10:58:38.833553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-bb1e3836-52de-4678-8351-5be2433009f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.835334 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-bb1e3836-52de-4678-8351-5be2433009f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.4427285 Apr 15 10:58:38.874902 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'status': 'completed', 'code': 200} Apr 15 10:58:38.905074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-dca4f1b6-c19f-40a7-a517-bc98d482a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:38.906896 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-dca4f1b6-c19f-40a7-a517-bc98d482a1a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902092 Apr 15 10:58:38.956554 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-3cc7c850-1f53-476b-8426-ac841dfe7e8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1001 time: 0.1148486 Apr 15 10:58:39.025196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-c4eaf7b2-e382-4ed4-9542-4dc57f1bc713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.026816 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-c4eaf7b2-e382-4ed4-9542-4dc57f1bc713 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0640047 Apr 15 10:58:39.057812 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-f351b7f2-b77e-46cb-bf5e-751976ae680e service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439276 Apr 15 10:58:39.113494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-03eb2f56-b48e-476e-809a-a1f65e6e0ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.115230 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-03eb2f56-b48e-476e-809a-a1f65e6e0ee2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0818617 Apr 15 10:58:39.204736 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5a454f6b-4e4e-4811-9fce-a7a9f0f8ea5a req-726d602a-c7ee-453c-98d7-91498ae773f1 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407743 Apr 15 10:58:39.259558 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-a3c12a4e-c863-4d24-83fd-97ae885addcb service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378348 Apr 15 10:58:39.328994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-4d09cf7f-30f6-428e-80c4-6424257b14f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.330661 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-4d09cf7f-30f6-428e-80c4-6424257b14f6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1096 time: 0.0798383 Apr 15 10:58:39.405035 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-458319d2-0810-4d66-aabe-b07a1c2d4d04 req-f810e4f8-b393-42e3-86e5-9c8e2a30cb04 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389749 Apr 15 10:58:39.478813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-3c1aaa42-6902-43c7-969e-f4172c73ac18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.480402 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-3c1aaa42-6902-43c7-969e-f4172c73ac18 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1427698 Apr 15 10:58:39.557889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-f9e2d80d-e5af-4e90-84d6-606716cdd997 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 217 time: 0.0705230 Apr 15 10:58:39.646293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-801a0ece-2e89-488e-833e-faceb8f936b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.648378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-801a0ece-2e89-488e-833e-faceb8f936b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0829568 Apr 15 10:58:39.739794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-ad45f016-1d07-4d91-b13a-32792be2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:39.741529 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-ad45f016-1d07-4d91-b13a-32792be2c89b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0854435 Apr 15 10:58:39.891490 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-20c4ca8b-5d9c-4f01-a804-33d46cb07cf6 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429901 Apr 15 10:58:40.002625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854547d6-a59b-4454-a4ce-8c033ff27540 req-b5d4a4ac-c1ea-4af1-a3aa-382fd0322dfd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.004275 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-854547d6-a59b-4454-a4ce-8c033ff27540 req-b5d4a4ac-c1ea-4af1-a3aa-382fd0322dfd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0957160 Apr 15 10:58:40.057187 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-854547d6-a59b-4454-a4ce-8c033ff27540 req-effa3771-99f4-430f-8c43-79091d7da39a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456722 Apr 15 10:58:40.133657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e0603-32bf-4daf-907f-ab07f95c50b4 req-015f4690-0438-45f3-a04d-c0f39eb7cb7e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:40.135573 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6d0e0603-32bf-4daf-907f-ab07f95c50b4 req-015f4690-0438-45f3-a04d-c0f39eb7cb7e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.2141478 Apr 15 10:58:40.137669 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ce75d7c-a019-4a62-8464-fbb7fb7b5cbb req-044c8161-8af6-45c9-8e7e-e73510772e5c service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387791 Apr 15 10:58:40.189813 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6d0e0603-32bf-4daf-907f-ab07f95c50b4 req-4856c604-280a-4ca6-9a0d-befacbb2bd39 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469902 Apr 15 10:58:41.281273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870a22-f9da-4072-8668-0a5b63172aed req-cc4d218a-15b3-486d-a765-6cb86087fc9c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.282934 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4870a22-f9da-4072-8668-0a5b63172aed req-cc4d218a-15b3-486d-a765-6cb86087fc9c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0951018 Apr 15 10:58:41.332683 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f4870a22-f9da-4072-8668-0a5b63172aed req-50e45ef6-aabf-4cdb-8285-353909b72859 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433555 Apr 15 10:58:41.408417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583eca38-dd02-4a6b-b63a-9dd798484328 req-0cf52911-fa75-40ae-ae48-d1426c5fe26b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:41.410023 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-583eca38-dd02-4a6b-b63a-9dd798484328 req-0cf52911-fa75-40ae-ae48-d1426c5fe26b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0932157 Apr 15 10:58:41.461276 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-583eca38-dd02-4a6b-b63a-9dd798484328 req-43a264cb-c372-4f22-9673-03b3367d224d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443819 Apr 15 10:58:41.726446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:58:41.872279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:41.886871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:58:41.947218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.965760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:58:41.983660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:41.987977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:41.989799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:42.063072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:42.066412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:42.328408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['a07f4e24-2dd9-43cf-9493-06dbad84c16b'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:58:42.676669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07275de8-7774-4e7c-9768-8d6899ac1328 req-1e2b9994-a184-4307-bca6-e365a79d6370 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:42.678329 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07275de8-7774-4e7c-9768-8d6899ac1328 req-1e2b9994-a184-4307-bca6-e365a79d6370 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 944 time: 0.0910473 Apr 15 10:58:42.732416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07275de8-7774-4e7c-9768-8d6899ac1328 req-ea0ba64f-6c39-454b-8593-df95c6ea4423 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467579 Apr 15 10:58:42.775263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39338) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:42.913195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:42.939973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:58:42.945051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Usage tracker for resource:security_group_rule and tenant:b9cfe5906d1c4592b1e8387338900761 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:58:42.948477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:58:42.955078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:58:43.045663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.049201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.057051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ddf78fd2-5bc2-4179-9a07-9aed1f270f3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:43.112569 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9cfe5906d1c4592b1e8387338900761&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3360445 Apr 15 10:58:43.113532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edf9d63-b595-461e-a255-4a43a210ec4d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:43.115580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39344) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:43.117116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:43.178075 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.208102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.263724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.267785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-43e19290-6e4f-4fee-a001-21cef40d4fc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:43.279494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edf9d63-b595-461e-a255-4a43a210ec4d,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:43.283768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:43.288183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.289412 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8edf9d63-b595-461e-a255-4a43a210ec4d HTTP/1.1" status: 204 len: 168 time: 0.1727123 Apr 15 10:58:43.744477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:58:43.829172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port a07f4e24-2dd9-43cf-9493-06dbad84c16b completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:58:43.834663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port a07f4e24-2dd9-43cf-9493-06dbad84c16b triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:58:43.835305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:43.953508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7938-241d-4f35-abec-4320d34d93e2 req-067d6c71-fdf8-4dc0-8990-9fb0740c8a5d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:43.955292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-491b7938-241d-4f35-abec-4320d34d93e2 req-067d6c71-fdf8-4dc0-8990-9fb0740c8a5d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 944 time: 0.0920179 Apr 15 10:58:43.973345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.003257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:44.006725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-491b7938-241d-4f35-abec-4320d34d93e2 req-3261e270-31b6-4c3d-896d-1c9f9a51b4b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439279 Apr 15 10:58:44.014069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:58:44.018470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:44.020520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:58:44.074113 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'code': 200} Apr 15 10:58:44.096662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:58:44.102796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:58:44.307885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253e91af-81b3-4800-90c8-bb6086200c66 req-21cd5ec5-1e63-4ffb-9724-336180d9d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:44.309548 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-253e91af-81b3-4800-90c8-bb6086200c66 req-21cd5ec5-1e63-4ffb-9724-336180d9d9a2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1098 time: 0.0834308 Apr 15 10:58:44.357204 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-253e91af-81b3-4800-90c8-bb6086200c66 req-5f46ff37-8225-4035-9050-6c338414dec4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388741 Apr 15 10:58:45.236435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c0a552-ca89-4efa-a21e-b768f97a8da6 req-491f02f6-8789-4199-a397-fe77211b1c01 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:45.238021 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d4c0a552-ca89-4efa-a21e-b768f97a8da6 req-491f02f6-8789-4199-a397-fe77211b1c01 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0949657 Apr 15 10:58:45.290135 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d4c0a552-ca89-4efa-a21e-b768f97a8da6 req-49f2def6-4fb9-4440-a6b7-1c54bf0fa98b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443602 Apr 15 10:58:45.302662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:46.510268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1399211a-0a6c-458a-9a40-6927d0f3f149 req-f2097dde-d7ff-4d03-a379-b711b19834e7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:46.512115 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1399211a-0a6c-458a-9a40-6927d0f3f149 req-f2097dde-d7ff-4d03-a379-b711b19834e7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0978129 Apr 15 10:58:46.563238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1399211a-0a6c-458a-9a40-6927d0f3f149 req-cc0d96dd-0d85-460f-986f-a36be8a5d648 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442884 Apr 15 10:58:46.777354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc682960-cd29-4ffb-8ce5-47c09c4203bd req-d7f2cfb7-f41f-4f10-9bd9-dff6f5356685 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:46.778924 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fc682960-cd29-4ffb-8ce5-47c09c4203bd req-d7f2cfb7-f41f-4f10-9bd9-dff6f5356685 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0966468 Apr 15 10:58:46.788270 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39402) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:58:46.793843 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'floatingip': {'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:58:46.880478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.751296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.754791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:47.962507 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Floating IP 33255dec-a991-41d9-a7f5-31fbb1ab601e associated. External IP: 172.28.3.54, port: a07f4e24-2dd9-43cf-9493-06dbad84c16b. Apr 15 10:58:48.342283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:58:48.534822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:58:48.539392 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:58:48.544972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:58:48.560288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:48.561059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:48.601730 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ff17a64f-4cb2-44fb-b04c-c9560a11ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "PUT /v2.0/floatingips/33255dec-a991-41d9-a7f5-31fbb1ab601e HTTP/1.1" status: 200 len: 990 time: 1.8121927 Apr 15 10:58:48.602797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:58:48.651682 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'status': 'completed', 'code': 200} Apr 15 10:58:48.756595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c71df-7247-4b43-ad58-661738830aa1 req-831d4d73-8067-48d0-a549-4f4a39e67044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.758233 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-831d4d73-8067-48d0-a549-4f4a39e67044 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1098 time: 0.0824111 Apr 15 10:58:48.758484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:48.901404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c71df-7247-4b43-ad58-661738830aa1 req-14655394-34ac-4e1c-a857-b0aab28c1dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:48.902815 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-14655394-34ac-4e1c-a857-b0aab28c1dff service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1380961 Apr 15 10:58:49.019750 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-588963b7-a7eb-4927-bf74-84b3b4a683fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 998 time: 0.1068416 Apr 15 10:58:49.107221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c71df-7247-4b43-ad58-661738830aa1 req-df45cf00-fb4b-4583-bdd4-c232bc0c800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.108808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-df45cf00-fb4b-4583-bdd4-c232bc0c800e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0825891 Apr 15 10:58:49.133040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '33255dec-a991-41d9-a7f5-31fbb1ab601e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:31Z', 'updated_at': '2021-04-15T10:58:47Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:49.137642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:58:49.147425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:58:49.148160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:58:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:49.200287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239c71df-7247-4b43-ad58-661738830aa1 req-1d665084-ff55-496b-8c6d-9b65878f6d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:58:49.201929 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-1d665084-ff55-496b-8c6d-9b65878f6d62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846436 Apr 15 10:58:49.345612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:58:49.354753 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-4847eb9d-1348-4a1c-991b-50f8c5b863ea service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459475 Apr 15 10:58:49.735306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '33255dec-a991-41d9-a7f5-31fbb1ab601e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:31Z', 'updated_at': '2021-04-15T10:58:47Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:58:49.736435 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-239c71df-7247-4b43-ad58-661738830aa1 req-b1613db1-c71c-4a0b-ab98-fa57cd77d0e0 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754532 Apr 15 10:58:49.739475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20145c14-d075-4612-a5cc-c38464ee477a None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '33255dec-a991-41d9-a7f5-31fbb1ab601e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.54', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:58:31Z', 'updated_at': '2021-04-15T10:58:47Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:58:50.043330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc154fc-2a04-4c7b-bd73-8ec08648e15b None None] New status for floating IP 33255dec-a991-41d9-a7f5-31fbb1ab601e: ACTIVE {{(pid=85376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:58:55.944369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:02.645865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1b560858-397a-47f1-9d76-24d305d49bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.038257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04c0caab-a76e-4154-90c9-11160ea207c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:05.735060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:06.456423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:07.290189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:15.321628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:16.766866 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-0ddaf487-38e3-459c-b0b0-de92e5b76274 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825078 Apr 15 10:59:16.938045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-762326de-8927-436e-8d6f-3c7a002cee27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:16.939861 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-762326de-8927-436e-8d6f-3c7a002cee27 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 1098 time: 0.0962813 Apr 15 10:59:17.108235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-f56a39f3-bd37-4313-ad89-31d0fdf61bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.109904 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-f56a39f3-bd37-4313-ad89-31d0fdf61bac service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.1439631 Apr 15 10:59:17.226892 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-ace9edfd-a958-44c5-83cd-a4d4e72766b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 200 len: 1001 time: 0.1096094 Apr 15 10:59:17.296885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-96eaf51e-ce27-410a-aecd-67fb9ac7bcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.298593 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-96eaf51e-ce27-410a-aecd-67fb9ac7bcc4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0642762 Apr 15 10:59:17.389557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-13c4e756-d45e-41a6-a350-a8307f0375a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:17.391095 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-13c4e756-d45e-41a6-a350-a8307f0375a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850651 Apr 15 10:59:17.555674 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-71d2fff7-43fe-46fe-a01f-3ef975f34fb6 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557779 Apr 15 10:59:17.704472 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4faa477-eef8-44f6-b9ce-eb0a14bff5c9 req-430b3f0d-4cd9-4b76-9acf-5f872cfa5365 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420789 Apr 15 10:59:24.821878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39692) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:24.960045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:24.976927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:24.981266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Usage tracker for resource:security_group_rule and tenant:d2443070b340455fa537ac9d8c0d391b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:24.984419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:24.990834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:25.083414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.086782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.096351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4dbc8d66-21ef-4cd0-ba91-e11beb30a48f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:25.139848 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d2443070b340455fa537ac9d8c0d391b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3166196 Apr 15 10:59:25.141638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee8c5bb2-8cd8-4d7a-a572-363bb986bcf3,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:25.143093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39702) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:25.149881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.150330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.150870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.151124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.151556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.152053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.152355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.152749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.153145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.153537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.153927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.154329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.158521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:25.208037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.235309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.285029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.288928 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cc70fdae-bafd-4da1-8760-2d674ab57ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:25.300436 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee8c5bb2-8cd8-4d7a-a572-363bb986bcf3,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:25.310006 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.310441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.310845 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.311257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.311646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.312038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.312424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.312809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.313180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.313588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.313955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.314365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:25.318357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:25.320767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:25.321986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-44240080-3c2c-44bf-8e8a-f468d44111a8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee8c5bb2-8cd8-4d7a-a572-363bb986bcf3 HTTP/1.1" status: 204 len: 168 time: 0.1777840 Apr 15 10:59:26.125639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39728) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:26.251603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1909743593-network', 'tenant_id': '1f46d1a2516b4758834342f4a52de3bf'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:26.257558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:26.261911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Usage tracker for resource:network and tenant:1f46d1a2516b4758834342f4a52de3bf is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:26.265712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:26.275842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:26.288795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Made reservation on behalf of 1f46d1a2516b4758834342f4a52de3bf for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:26.293634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.310633 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.327713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:26.332477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Usage tracker for resource:security_group_rule and tenant:1f46d1a2516b4758834342f4a52de3bf is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:26.335830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:26.342597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:26.429899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.435917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.443753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5ba93ab6-92f0-48d5-aa0c-d41615bba5e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:26.468489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 10:59:26.489404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d508c5f5-8563-4692-bd6c-d383179bfaf4,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:26.492446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.492837 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Added segment 4746aaf7-9754-4e83-92b4-189e6978fee1 of type vlan for network be5d3147-fdc0-4098-b817-95ecefc3c288 Apr 15 10:59:26.494134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:26.522722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.558153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.559641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:26.560299 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:26.563889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:26.677485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Pushing event updated for resources: {'Network': ['ID=be5d3147-fdc0-4098-b817-95ecefc3c288,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:26.680525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:26.688567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network be5d3147-fdc0-4098-b817-95ecefc3c288 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 10:59:26.692542 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5656297 Apr 15 10:59:26.696423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39734) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:26.706316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Request body: {'subnet': {'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1909743593-subnet', 'tenant_id': '1f46d1a2516b4758834342f4a52de3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:26.711810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:26.716062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Usage tracker for resource:subnet and tenant:1f46d1a2516b4758834342f4a52de3bf is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:26.719196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:26.725353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:26.735765 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Made reservation on behalf of 1f46d1a2516b4758834342f4a52de3bf for: {'subnet': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:26.740773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.160359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for subnet, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.176452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7d6c9579-f9e7-47a8-a0a5-cc76889b5054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:27.302502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b528902-30a7-4177-9e94-7b525cf6760e,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:27.307479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:27.377194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Checking segment: {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:27.377553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Network hostable DHCP agents. Network: be5d3147-fdc0-4098-b817-95ecefc3c288, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85373) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 10:59:27.399160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Network be5d3147-fdc0-4098-b817-95ecefc3c288 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85373) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 10:59:27.408716 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, be5d3147-fdc0-4098-b817-95ecefc3c288) {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:27.413057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:27.413705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:27.418036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e086b4f-5679-426e-9461-c234a47c2625 None None] Network be5d3147-fdc0-4098-b817-95ecefc3c288 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:27.436319 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-82a25cb8-7c33-4ae7-8bef-9c2c71b983b2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7382987 Apr 15 10:59:27.645585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb8e5a3-88c8-4df2-9ce7-603141b84466 None None] Network be5d3147-fdc0-4098-b817-95ecefc3c288 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:29.780551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-6ebb06a8-4434-448f-b667-b63512409f28 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:29.781252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-6ebb06a8-4434-448f-b667-b63512409f28 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:29.799398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-6ebb06a8-4434-448f-b667-b63512409f28 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:29.801271 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-6ebb06a8-4434-448f-b667-b63512409f28 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 814 time: 0.1874220 Apr 15 10:59:29.823238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-d43f0cfc-1814-4d9b-b2b0-0fb94d8166b8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/quotas/1f46d1a2516b4758834342f4a52de3bf HTTP/1.1" status: 200 len: 375 time: 0.0138161 Apr 15 10:59:29.879396 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-cc68add7-4c4f-4b23-b7fe-1a7d5dede0dd tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495749 Apr 15 10:59:30.078297 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-01cf4c39-ea45-4147-9a5f-ccfa02a4ff99 service neutron] 10.222.0.32 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910417 Apr 15 10:59:30.228159 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-7c351a93-2339-4d69-ae2b-9a9ea334794b service neutron] 10.222.0.32 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427920 Apr 15 10:59:30.494976 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-df8673e6-e69b-44ab-b963-dc823d6e8a97 req-60353bfb-c927-4ffb-97ee-5ae98415f225 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 210 time: 0.1071630 Apr 15 10:59:31.682645 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1af220cb-c1c8-4ad7-8437-c6fc18653806 req-f3fc59d7-4bae-4738-b6db-50cc4fd4cf9e tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 210 time: 0.0735049 Apr 15 10:59:31.821678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-4c868940-4f0e-4ab5-bca6-b8538763b809 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:31.823258 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-4c868940-4f0e-4ab5-bca6-b8538763b809 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 814 time: 0.1722784 Apr 15 10:59:31.836749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Request body: {'port': {'device_id': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288', 'admin_state_up': True, 'tenant_id': '1f46d1a2516b4758834342f4a52de3bf'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:31.992336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:31.996418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Usage tracker for resource:port and tenant:1f46d1a2516b4758834342f4a52de3bf is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:31.999358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:32.005346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:32.015229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Made reservation on behalf of 1f46d1a2516b4758834342f4a52de3bf for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 10:59:32.021228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.196990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Allocated IP 172.20.0.7 (be5d3147-fdc0-4098-b817-95ecefc3c288/3b528902-30a7-4177-9e94-7b525cf6760e/14826cca-8281-456c-8640-358b105aef79) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:32.429056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.462600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.478121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d66df62c-12e6-483b-a330-d3dc2edfd561 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:32.539110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd9c45d4-230e-4b2e-b775-b0b010edb5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.621400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Pushing event updated for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:32.625901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:32.681221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Network be5d3147-fdc0-4098-b817-95ecefc3c288 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:32.682368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:32.684781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:32.690922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:32.691600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:32.715603 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8833926 Apr 15 10:59:32.782755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Request body: {'port': {'device_id': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:32.945065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 10:59:32.970885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.026095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b978bd-90a6-4bf2-b41b-2e4010d53332 req-e127333f-aa55-4669-8280-e5d8861112e7 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:33.026883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-d2b978bd-90a6-4bf2-b41b-2e4010d53332 req-e127333f-aa55-4669-8280-e5d8861112e7 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:33.100283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-d2b978bd-90a6-4bf2-b41b-2e4010d53332 req-e127333f-aa55-4669-8280-e5d8861112e7 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:33.101555 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d2b978bd-90a6-4bf2-b41b-2e4010d53332 req-e127333f-aa55-4669-8280-e5d8861112e7 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 931 time: 0.2916391 Apr 15 10:59:33.171476 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d2b978bd-90a6-4bf2-b41b-2e4010d53332 req-1db861c7-382f-4982-9eeb-840c1294ffe4 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625603 Apr 15 10:59:33.469909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14826cca-8281-456c-8640-358b105aef79 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:33.478069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.494355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Transition to ACTIVE for port object 14826cca-8281-456c-8640-358b105aef79 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 10:59:33.497446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:33.511472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:33.646421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Pushing event updated for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:33.649516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:34.063604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Attempting to bind port 14826cca-8281-456c-8640-358b105aef79 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 10:59:34.064131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Attempting to bind port 14826cca-8281-456c-8640-358b105aef79 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 10:59:34.064321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Attempting to bind port 14826cca-8281-456c-8640-358b105aef79 on network be5d3147-fdc0-4098-b817-95ecefc3c288 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:34.069674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Port 14826cca-8281-456c-8640-358b105aef79 on network be5d3147-fdc0-4098-b817-95ecefc3c288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 10:59:34.070029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Attempting to bind port 14826cca-8281-456c-8640-358b105aef79 on network be5d3147-fdc0-4098-b817-95ecefc3c288 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 10:59:34.075739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 10:59:34.076118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Checking segment: {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 10:59:34.076578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Bound using segment: {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 10:59:34.077049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Bound port: 14826cca-8281-456c-8640-358b105aef79, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 10:59:34.077442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.173159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 10:59:34.176431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14826cca-8281-456c-8640-358b105aef79,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 10:59:34.181693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.195206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2630d594-52e3-4086-aa2a-075ea889598a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:34.411112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Pushing event updated for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:34.417517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:34.467346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.468013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:34.469513 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] 10.222.0.26 "PUT /v2.0/ports/14826cca-8281-456c-8640-358b105aef79 HTTP/1.1" status: 200 len: 1093 time: 1.7459731 Apr 15 10:59:34.470037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'tag': '14826cca-8281-456c-8640-358b105aef79'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:34.483089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7dfc6-ba61-450b-af25-058131ba6d42 req-87f25565-ff94-4bef-be83-e17a79f97960 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.486718 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91d7dfc6-ba61-450b-af25-058131ba6d42 req-87f25565-ff94-4bef-be83-e17a79f97960 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 943 time: 0.1904874 Apr 15 10:59:34.584365 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'tag': '14826cca-8281-456c-8640-358b105aef79', 'status': 'completed', 'code': 200} Apr 15 10:59:34.589504 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-91d7dfc6-ba61-450b-af25-058131ba6d42 req-379abb00-caab-462f-a4a4-0d915feeca98 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970879 Apr 15 10:59:34.614864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-bbd0a1b6-3bed-41be-867d-685ef473f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.616552 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-bbd0a1b6-3bed-41be-867d-685ef473f127 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 1096 time: 0.1061065 Apr 15 10:59:34.697868 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-71158823-3dec-4273-b141-1109ab75da80 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14826cca-8281-456c-8640-358b105aef79 HTTP/1.1" status: 200 len: 217 time: 0.0728016 Apr 15 10:59:34.771207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-48dbd899-410a-42c8-ae84-acf7602c925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:34.772761 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-48dbd899-410a-42c8-ae84-acf7602c925d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b528902-30a7-4177-9e94-7b525cf6760e HTTP/1.1" status: 200 len: 854 time: 0.0671434 Apr 15 10:59:34.828383 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-4208471f-26e1-4242-8967-43fc19db6be4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be5d3147-fdc0-4098-b817-95ecefc3c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485008 Apr 15 10:59:34.991899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-ca5cbafc-1b7c-4855-9b01-1b55f7b7dfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567299 Apr 15 10:59:35.042355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dd529f17-6f36-479c-b9ed-494ecbabdb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.145192 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-46a47329-51f5-4c2f-bd33-d33e9f33c3ff req-d253450a-7816-4b88-8bb1-23f18c90b5be service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450198 Apr 15 10:59:35.286859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-51857911-afcd-4e28-b625-884dac16ab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.288610 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-51857911-afcd-4e28-b625-884dac16ab78 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 1096 time: 0.0835009 Apr 15 10:59:35.427365 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-9a4044ff-a176-468b-902e-615756e0a744 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760840865&fields=id&tenant_id=e991c07377884534acc7f89843c7917e HTTP/1.1" status: 200 len: 267 time: 0.1340003 Apr 15 10:59:35.518937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-929a6eea-d42f-4b9d-9287-5ec13d3af1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.520520 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-929a6eea-d42f-4b9d-9287-5ec13d3af1ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 915 time: 0.2129090 Apr 15 10:59:35.601357 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-c3222ef3-6f48-4948-b8f9-98925e5db2ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14826cca-8281-456c-8640-358b105aef79 HTTP/1.1" status: 200 len: 217 time: 0.0734468 Apr 15 10:59:35.671001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-254b0911-2ab7-4e03-9251-1ae2f0e52a5b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.672650 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-254b0911-2ab7-4e03-9251-1ae2f0e52a5b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 984 time: 0.2383690 Apr 15 10:59:35.688421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Request body: {'port': {'security_groups': ['fbd14b63-5eb9-46b2-b598-b51c11806151']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:35.730915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:35.740963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-3bb279c5-b957-4711-b10f-30597af9f7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.742581 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-3bb279c5-b957-4711-b10f-30597af9f7d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b528902-30a7-4177-9e94-7b525cf6760e HTTP/1.1" status: 200 len: 854 time: 0.1322222 Apr 15 10:59:35.799187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adf96ce-ce82-4a12-891a-f0ee3435c606 req-61971da0-d26c-49bd-a05e-f056500459f0 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:35.800793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7adf96ce-ce82-4a12-891a-f0ee3435c606 req-61971da0-d26c-49bd-a05e-f056500459f0 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 943 time: 0.0944924 Apr 15 10:59:35.806197 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-1394b286-54e9-4d06-a487-08171a0b2045 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be5d3147-fdc0-4098-b817-95ecefc3c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501823 Apr 15 10:59:35.850635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7adf96ce-ce82-4a12-891a-f0ee3435c606 req-283a4383-01a5-429e-a4bd-84f501a7cd58 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:35.868031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7adf96ce-ce82-4a12-891a-f0ee3435c606 req-283a4383-01a5-429e-a4bd-84f501a7cd58 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:35.869290 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7adf96ce-ce82-4a12-891a-f0ee3435c606 req-283a4383-01a5-429e-a4bd-84f501a7cd58 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614655 Apr 15 10:59:35.962187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.075848 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-6e9fc5b2-3e65-4ddc-a8dc-0bd15bf327f5 service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290201 Apr 15 10:59:36.319489 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4e418a95-ddbc-495d-9c13-97fe1f771dfa req-21d20798-5872-4fa7-baa4-cc9b77973f9f service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116673 Apr 15 10:59:36.440311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:36.451519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.470677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.475398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.487857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:36.491571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-afc503a5-2f5d-4ec2-93d8-f77111476f54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:36.640338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event updated for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=7']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:36.643758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:36.699538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.700220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.701709 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-eb8014ae-ffa3-4157-99f9-e424c9fa80f4 req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "PUT /v2.0/ports/3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 942 time: 1.0215733 Apr 15 10:59:36.702281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:36.708206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 39830) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:36.756318 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:59:36.788470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:36.836036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.874111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.898763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-0b3a8c4c-ca5c-4b74-9fcd-c0a7047e92c5 None None] Provisioning complete for port 3ea30f9b-7bdf-45da-9f6e-e24295442776 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:36.899089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0b3a8c4c-ca5c-4b74-9fcd-c0a7047e92c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:36.939167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-cd55ff49-58d7-4355-a9f0-59761086c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:36.940944 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-cd55ff49-58d7-4355-a9f0-59761086c132 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1098 time: 0.1588418 Apr 15 10:59:37.076462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.087164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c668ceb9-5d21-4751-b5c3-a98c36b5be71 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:37.116379 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbdf63b-f315-452f-888b-0e5763413c1a,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:37.123816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:37.153100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.154338 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8a73a67a-75a9-498d-9cd8-8834eb48319c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "DELETE /v2.0/security-groups/adbdf63b-f315-452f-888b-0e5763413c1a HTTP/1.1" status: 204 len: 168 time: 0.4450898 Apr 15 10:59:37.157465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 39836) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:37.183329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-bbb276a4-0147-4785-a46a-cd2045711682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.184906 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-bbb276a4-0147-4785-a46a-cd2045711682 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.2373471 Apr 15 10:59:37.289793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.393490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Deleting port 85be027e-081f-458a-b457-757355dded03 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:37.394059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.516022 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da37aa51-2fcf-427c-8c4e-69a6f9aea9b8 req-1d4095a5-b78c-4018-aa37-0f766c7b7f06 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.517626 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da37aa51-2fcf-427c-8c4e-69a6f9aea9b8 req-1d4095a5-b78c-4018-aa37-0f766c7b7f06 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 943 time: 0.4893203 Apr 15 10:59:37.575031 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-9583f13c-1ac8-4a9c-9da3-aea4ea1f8450 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 1001 time: 0.3817263 Apr 15 10:59:37.582476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.582848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.624976 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da37aa51-2fcf-427c-8c4e-69a6f9aea9b8 req-eabdc66d-1f63-4b0c-beac-bdcdec25047a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991824 Apr 15 10:59:37.661710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-f7e4797d-ffec-490e-9607-7108d7bfc478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.663357 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-f7e4797d-ffec-490e-9607-7108d7bfc478 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.0797729 Apr 15 10:59:37.715999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Calling delete_port for 85be027e-081f-458a-b457-757355dded03 owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:37.752875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-5e074a8e-88a0-4913-ad37-705add47b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:37.754416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-5e074a8e-88a0-4913-ad37-705add47b44e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843847 Apr 15 10:59:37.887450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:37.906638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04ff01a0-e870-4559-a697-b26da4fb37e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:37.909086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-689129ff-b2d6-4ca9-9f05-1319cc16c412 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473606 Apr 15 10:59:38.006828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event deleted for resources: {'Port': ['ID=85be027e-081f-458a-b457-757355dded03,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:38.012760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:38.036046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 14826cca-8281-456c-8640-358b105aef79 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 10:59:38.059555 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-afe6e05b-801d-458a-adc3-92797d18ee71 req-835143aa-ca4b-4db6-8876-e1a934443b20 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431367 Apr 15 10:59:38.181041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.181418 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Floating IP 0a31cb44-1df2-40c6-b16e-af4160bda0db disassociated (deleted). External IP: 172.28.3.116, port: 3ea30f9b-7bdf-45da-9f6e-e24295442776. Apr 15 10:59:38.182091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14826cca-8281-456c-8640-358b105aef79,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:38.201005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '14826cca-8281-456c-8640-358b105aef79', 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288', 'port_id': '14826cca-8281-456c-8640-358b105aef79', 'mac_address': 'fa:16:3e:70:53:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b528902-30a7-4177-9e94-7b525cf6760e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 10:59:38.260703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.278925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14826cca-8281-456c-8640-358b105aef79 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 10:59:38.295600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14826cca-8281-456c-8640-358b105aef79,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:38.299423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:38.301349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:38.377656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:38.386618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.386969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.387382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.387746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.388153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.388523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.388882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.389241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.389600 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.389956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.390346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.390703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 10:59:38.395267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:38.650617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['14826cca-8281-456c-8640-358b105aef79'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:38.822324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:38.830410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1398b5b3-c464-4fee-b65b-353745a5e47f req-8a0b1b88-296c-487c-a395-b039a5feb215 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:38.832035 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1398b5b3-c464-4fee-b65b-353745a5e47f req-8a0b1b88-296c-487c-a395-b039a5feb215 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 944 time: 0.0914664 Apr 15 10:59:38.880454 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1398b5b3-c464-4fee-b65b-353745a5e47f req-3ea2a4ba-e14f-4309-a8ab-2d71ed1dee1b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Apr 15 10:59:39.020070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:39.030807 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Sync routers for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:39.041054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:39.041547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:39.042264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:39.100694 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "DELETE /v2.0/floatingips/0a31cb44-1df2-40c6-b16e-af4160bda0db HTTP/1.1" status: 204 len: 168 time: 1.9419703 Apr 15 10:59:39.101727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:39.216562 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:59:39.244255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:39.335748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-3c528714-8490-4cf3-b8cb-20bab9483b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.337370 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-3c528714-8490-4cf3-b8cb-20bab9483b8b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e991c07377884534acc7f89843c7917e&device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 1098 time: 0.0874507 Apr 15 10:59:39.496330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-af073e21-429d-4469-becb-624aeadce975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.498041 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-af073e21-429d-4469-becb-624aeadce975 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 200 len: 915 time: 0.1530421 Apr 15 10:59:39.574391 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-ccd81cd9-b54f-4043-968e-5bda0dabaf18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 200 len: 217 time: 0.0692203 Apr 15 10:59:39.601521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:39.607173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Checking router: b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:39.617645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:39.618515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:39.690112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-37d86662-e066-496f-9bcf-a34182b69aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.696364 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-37d86662-e066-496f-9bcf-a34182b69aa3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 200 len: 853 time: 0.1058414 Apr 15 10:59:39.792319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-50aba76a-c076-4e88-acdf-c2631e74a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:39.793907 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-50aba76a-c076-4e88-acdf-c2631e74a61d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892887 Apr 15 10:59:39.824576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:39.945758 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-69bc6c0f-733e-47ce-8e41-c05afc330f2d service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416514 Apr 15 10:59:40.037331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 14826cca-8281-456c-8640-358b105aef79 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 10:59:40.170738 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5dd0a75a-935e-41a8-9a0b-57eeec3945a9 req-5ca08400-7f06-4a26-a16c-14ac7a5eecca service neutron] 10.222.0.26 "GET /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173114 Apr 15 10:59:40.183076 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a24639-04a3-40d3-8f4f-d0ec1717ff77 req-24c1799d-5238-4874-a6c0-56881722e7de tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.184623 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73a24639-04a3-40d3-8f4f-d0ec1717ff77 req-24c1799d-5238-4874-a6c0-56881722e7de tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 944 time: 0.1527801 Apr 15 10:59:40.191670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 14826cca-8281-456c-8640-358b105aef79 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 10:59:40.202677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 14826cca-8281-456c-8640-358b105aef79 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 10:59:40.203090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:40.234943 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73a24639-04a3-40d3-8f4f-d0ec1717ff77 req-9ca8273f-7770-40c4-a076-730385324006 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435016 Apr 15 10:59:40.324892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:40.338439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5425c3cf-4d8d-4494-a3d7-856c04361218 None None] The sync data for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb is: [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:55:22Z', 'revision_number': 4, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1', 'name': '', 'network_id': '0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'mac_address': 'fa:16:3e:3b:15:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:18Z', 'updated_at': '2021-04-15T10:55:31Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'subnets': [{'id': '2fe89844-3c3e-49a9-a9c4-651c43d02dba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:40.356447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:40.386336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14826cca-8281-456c-8640-358b105aef79'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:40.397492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14826cca-8281-456c-8640-358b105aef79,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:40.401091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:40.403081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:40.440458 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14826cca-8281-456c-8640-358b105aef79', 'code': 200} Apr 15 10:59:40.480246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:40.483697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:40.697401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d9262-5484-45c6-972b-dd5224518f8c req-22632cd1-1924-4000-915f-306b0fc5505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:40.699121 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-182d9262-5484-45c6-972b-dd5224518f8c req-22632cd1-1924-4000-915f-306b0fc5505b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 1098 time: 0.0797033 Apr 15 10:59:40.730003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83734645-7032-4a3e-95ac-3392661d0852 None None] New status for floating IP 0a31cb44-1df2-40c6-b16e-af4160bda0db: DOWN {{(pid=85376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:40.746578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-182d9262-5484-45c6-972b-dd5224518f8c req-8c92e76e-1701-4bbe-a438-38f7cb909dcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Apr 15 10:59:41.455596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb4acb9-e9b0-4561-9bbc-b62cfabd4865 req-797af1fa-df0f-469f-b775-35632d6b447b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:41.457215 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ffb4acb9-e9b0-4561-9bbc-b62cfabd4865 req-797af1fa-df0f-469f-b775-35632d6b447b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.1031497 Apr 15 10:59:41.509091 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ffb4acb9-e9b0-4561-9bbc-b62cfabd4865 req-5b780b5a-33f5-4b02-9a4c-3b7a591c6578 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436230 Apr 15 10:59:42.632230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b89737e-81fa-4447-bd30-75b5bee72561 req-532c24b8-eaf3-4327-aeba-70635dcf7d1c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.632986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5b89737e-81fa-4447-bd30-75b5bee72561 req-532c24b8-eaf3-4327-aeba-70635dcf7d1c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:42.649103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5b89737e-81fa-4447-bd30-75b5bee72561 req-532c24b8-eaf3-4327-aeba-70635dcf7d1c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:42.650398 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b89737e-81fa-4447-bd30-75b5bee72561 req-532c24b8-eaf3-4327-aeba-70635dcf7d1c tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.1098521 Apr 15 10:59:42.700059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5b89737e-81fa-4447-bd30-75b5bee72561 req-7a48d3c5-5315-4e81-b3c5-3eadd3b4a2dc tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429940 Apr 15 10:59:42.722511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb853df-494d-4cc9-874b-fd74c319d985 req-ff639466-749f-4454-87f0-59b7d8a4e43f tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:42.724209 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9fb853df-494d-4cc9-874b-fd74c319d985 req-ff639466-749f-4454-87f0-59b7d8a4e43f tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.0944767 Apr 15 10:59:42.775534 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9fb853df-494d-4cc9-874b-fd74c319d985 req-50ddcfdb-8017-491d-87bf-42d1475020a9 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448923 Apr 15 10:59:44.094321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd1efb-93de-4989-ba29-74f2b340c666 req-2917a3c6-0063-4d76-8085-29488935e6c9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.096243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4cd1efb-93de-4989-ba29-74f2b340c666 req-2917a3c6-0063-4d76-8085-29488935e6c9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.1042683 Apr 15 10:59:44.147957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-a4cd1efb-93de-4989-ba29-74f2b340c666 req-000f4ac8-5b61-47cc-ba92-e79a2f59ce29 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Synchronizing usage tracker for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 10:59:44.165918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-a4cd1efb-93de-4989-ba29-74f2b340c666 req-000f4ac8-5b61-47cc-ba92-e79a2f59ce29 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Unset dirty status for tenant:e991c07377884534acc7f89843c7917e on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 10:59:44.167709 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a4cd1efb-93de-4989-ba29-74f2b340c666 req-000f4ac8-5b61-47cc-ba92-e79a2f59ce29 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647867 Apr 15 10:59:44.898368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049420a3-c920-403a-a467-8a0c2df00d7c req-ba8ddd1f-e20d-40b5-9159-cd2daa72ddef tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:44.899985 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-049420a3-c920-403a-a467-8a0c2df00d7c req-ba8ddd1f-e20d-40b5-9159-cd2daa72ddef tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.26 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.0990019 Apr 15 10:59:44.981958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Deleting port 3ea30f9b-7bdf-45da-9f6e-e24295442776 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:44.982398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.258235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] For port 3ea30f9b-7bdf-45da-9f6e-e24295442776, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=3ea30f9b-7bdf-45da-9f6e-e24295442776,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:45.258800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.319444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.431387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Calling delete_port for 3ea30f9b-7bdf-45da-9f6e-e24295442776 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:45.601773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb77d03d-e1e7-4ca7-8804-457bffc39b9c req-1d72990e-4aa6-4157-8cf3-fbbb2a209277 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:45.603556 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cb77d03d-e1e7-4ca7-8804-457bffc39b9c req-1d72990e-4aa6-4157-8cf3-fbbb2a209277 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/ports?device_id=b6301bb3-f333-438f-8467-b84749e4deba HTTP/1.1" status: 200 len: 945 time: 0.2776074 Apr 15 10:59:45.667980 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.682465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['3ea30f9b-7bdf-45da-9f6e-e24295442776'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 10:59:45.686915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eac6ed26-cb45-462c-859e-00c140829c3f tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:45.736668 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cb77d03d-e1e7-4ca7-8804-457bffc39b9c req-3ab8b0ac-d410-43a0-83bd-2b2cbc0bf250 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.32 "GET /v2.0/security-groups?id=fbd14b63-5eb9-46b2-b598-b51c11806151&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206613 Apr 15 10:59:45.800088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Pushing event deleted for resources: {'Port': ['ID=3ea30f9b-7bdf-45da-9f6e-e24295442776,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:45.802986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:45.955890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] No DVR routers for this DVR port 3ea30f9b-7bdf-45da-9f6e-e24295442776 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:45.958668 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:45.961884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'name': 'network-vif-deleted', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:45.982379 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-049420a3-c920-403a-a467-8a0c2df00d7c req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] 10.222.0.26 "DELETE /v2.0/ports/3ea30f9b-7bdf-45da-9f6e-e24295442776 HTTP/1.1" status: 204 len: 173 time: 1.0726554 Apr 15 10:59:46.014936 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6301bb3-f333-438f-8467-b84749e4deba', 'name': 'network-vif-deleted', 'tag': '3ea30f9b-7bdf-45da-9f6e-e24295442776', 'status': 'completed', 'code': 200} Apr 15 10:59:47.620493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40012) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:48.072731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 3ea30f9b-7bdf-45da-9f6e-e24295442776 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:48.126580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 3ea30f9b-7bdf-45da-9f6e-e24295442776 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:48.127149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 3ea30f9b-7bdf-45da-9f6e-e24295442776 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:48.240460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.631992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Deleting port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:48.632673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.841334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] For port 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:48.841755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:48.983946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Calling delete_port for 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 owned by network:router_interface {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:49.183065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:49.199475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:49.297710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:49.301713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:49.663914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:50.473528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:50.726584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:50.736798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Sync routers for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:50.748414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:50.749132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:50.749604 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cf54be32-ca87-49b7-942e-c3811e230c63 admin admin] 10.222.0.32 "PUT /v2.0/routers/b4f17771-5ad1-4ad6-bc6c-87eae5c763d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1277745 Apr 15 10:59:50.752007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40040) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:50.781662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8af98e-1705-4d78-86ed-719349feb189 req-27401a9b-c09c-4916-934c-a0e39ee0504b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:50.783523 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e8af98e-1705-4d78-86ed-719349feb189 req-27401a9b-c09c-4916-934c-a0e39ee0504b tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1160872 Apr 15 10:59:50.835960 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8e8af98e-1705-4d78-86ed-719349feb189 req-fd2eefec-2fea-4d1f-a5ec-4d0055723f5f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457070 Apr 15 10:59:50.946586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:50.954906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.279419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:59:49Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:51.284346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Checking router: b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:51.293884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Routers {'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:51.294595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:51.396563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.405880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Deleting port 8c5bad9d-ca91-49e2-9470-a07225d9359b {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:51.406268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.493657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] Set router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:51.611417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] For port 8c5bad9d-ca91-49e2-9470-a07225d9359b, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=8c5bad9d-ca91-49e2-9470-a07225d9359b,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:51.611835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.750850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Calling delete_port for 8c5bad9d-ca91-49e2-9470-a07225d9359b owned by network:router_gateway {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:51.803545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:59:49Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:51.808043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec70f61-2a71-410d-9bdd-3806da80cc8c None None] The sync data for ids ['b4f17771-5ad1-4ad6-bc6c-87eae5c763d6'] in dv-cinder-786383-1-smb is: [{'id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'name': 'tempest-TestMinimumBasicScenario-273652850-router', 'tenant_id': 'e991c07377884534acc7f89843c7917e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139'}], 'enable_snat': True}, 'gw_port_id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:12Z', 'updated_at': '2021-04-15T10:59:49Z', 'revision_number': 5, 'project_id': 'e991c07377884534acc7f89843c7917e', 'gw_port': {'id': '8c5bad9d-ca91-49e2-9470-a07225d9359b', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:14:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4f17771-5ad1-4ad6-bc6c-87eae5c763d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 300, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:13Z', 'updated_at': '2021-04-15T10:55:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:51.945721 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:51.961656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-207d19ea-83c2-4ef3-8a34-d4bbdcce0e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:52.060818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3526e-ffe6-4a47-8d1b-c22973f8ccc7 req-bc21f598-20f1-415e-be66-62ea12f04be9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:52.070614 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-abe3526e-ffe6-4a47-8d1b-c22973f8ccc7 req-bc21f598-20f1-415e-be66-62ea12f04be9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1112473 Apr 15 10:59:52.074709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c5bad9d-ca91-49e2-9470-a07225d9359b,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:52.083099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:52.129093 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-abe3526e-ffe6-4a47-8d1b-c22973f8ccc7 req-e55ca56f-6e31-45ab-b1d6-3cd29f0a4a97 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575044 Apr 15 10:59:52.186627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.381424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.383990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.482725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.483396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 {{(pid=85373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 10:59:52.498570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.499825 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b4f17771-5ad1-4ad6-bc6c-87eae5c763d6 HTTP/1.1" status: 204 len: 168 time: 1.7467184 Apr 15 10:59:52.502722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40054) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:52.578130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Deleting subnet 2fe89844-3c3e-49a9-a9c4-651c43d02dba {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 10:59:52.581594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.599961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-ef856a65-02c5-4d5a-a812-abd0918af51a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:52.601596 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-ef856a65-02c5-4d5a-a812-abd0918af51a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.0920379 Apr 15 10:59:52.637360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.688629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Deleting port 407e7840-658b-412d-8c4d-29fcf9d244ae {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:52.689017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.778419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:52.973098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] For port 407e7840-658b-412d-8c4d-29fcf9d244ae, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=407e7840-658b-412d-8c4d-29fcf9d244ae,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:52.973738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.117857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.134987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:53.225504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe89844-3c3e-49a9-a9c4-651c43d02dba,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:53.235987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:53.332624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.338246 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26aa8f-37e3-4525-b13f-739da4920152 None None] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 10:59:53.342044 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8612fd0e-91e1-4155-b5f0-27d780d841ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2fe89844-3c3e-49a9-a9c4-651c43d02dba HTTP/1.1" status: 204 len: 168 time: 0.8357315 Apr 15 10:59:53.343776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40062) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:53.381026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf4128d-2a0f-4dcf-b65c-aebbef923ed8 req-60268f52-1e66-42ae-a247-e2828bf5de76 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 10:59:53.381574 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bf4128d-2a0f-4dcf-b65c-aebbef923ed8 req-60268f52-1e66-42ae-a247-e2828bf5de76 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 945 time: 0.1179204 Apr 15 10:59:53.435832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.436244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.436592 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Floating IP 54a7c4b4-f022-4d2e-8b77-ded907d3c6cb disassociated. External IP: 172.28.3.179, port: 407e7840-658b-412d-8c4d-29fcf9d244ae. Apr 15 10:59:53.436971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Calling delete_port for 407e7840-658b-412d-8c4d-29fcf9d244ae owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:53.440246 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bf4128d-2a0f-4dcf-b65c-aebbef923ed8 req-e594765c-e7e9-479c-a282-ebfee9a02ad0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=54deec8f-57e5-4e57-86cc-529b15ac03ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519116 Apr 15 10:59:53.558373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.594554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:53.635871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:53.636088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 3a2c7a32-0a0c-4c8f-98b7-aa9f0ffa76c1 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:53.636746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8c5bad9d-ca91-49e2-9470-a07225d9359b no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:53.646144 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Deleting port d9c4a7b7-bf80-4974-897d-d6c21e256877 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:53.646495 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.677271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 8c5bad9d-ca91-49e2-9470-a07225d9359b {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:53.677609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 8c5bad9d-ca91-49e2-9470-a07225d9359b not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:53.688297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] DHCP port deletion for 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 10:59:53.692595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Deleting port d9c4a7b7-bf80-4974-897d-d6c21e256877 {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:53.693016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.810134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.827301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3a0f9c09-17cc-4346-a848-6b116ccc9578 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:53.920669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] For port d9c4a7b7-bf80-4974-897d-d6c21e256877, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d9c4a7b7-bf80-4974-897d-d6c21e256877,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:53.921146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:53.956491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'Port': ['ID=407e7840-658b-412d-8c4d-29fcf9d244ae,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:53.964515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.060245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Calling delete_port for d9c4a7b7-bf80-4974-897d-d6c21e256877 owned by network:dhcp {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:54.086701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] For port d9c4a7b7-bf80-4974-897d-d6c21e256877, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d9c4a7b7-bf80-4974-897d-d6c21e256877,segment=NetworkSegment(79564a96-e91c-4294-ad68-472eb513a655),segment_id=79564a96-e91c-4294-ad68-472eb513a655)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:54.087107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.216341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:54.231812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:54.239414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Calling delete_port for d9c4a7b7-bf80-4974-897d-d6c21e256877 owned by network:dhcp {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:54.326439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Pushing event deleted for resources: {'Port': ['ID=d9c4a7b7-bf80-4974-897d-d6c21e256877,revision_number=None']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:54.333732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:54.382690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] No DVR routers for this DVR port d9c4a7b7-bf80-4974-897d-d6c21e256877 on host dv-cinder-786383-1-smb {{(pid=85375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:54.626459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2ef234f3-f2f4-4fb4-bddc-537c818a0498 req-d27915ba-1cd2-42e9-926f-1421d1d44cb4 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=3ec8ac67-8a69-4a81-b060-30e40b4e9a62 HTTP/1.1" status: 200 len: 210 time: 0.0522232 Apr 15 10:59:54.737878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85373) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:59:54.738262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:59:54.775132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:54.974133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:54.984573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:54.994911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:54.995588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.052173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] No DVR routers for this DVR port 407e7840-658b-412d-8c4d-29fcf9d244ae on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 10:59:55.054693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.057775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'name': 'network-vif-deleted', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 10:59:55.076844 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d51998e-2031-40a8-909a-b77d8311a3d3 req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "DELETE /v2.0/ports/407e7840-658b-412d-8c4d-29fcf9d244ae HTTP/1.1" status: 204 len: 173 time: 2.4689879 Apr 15 10:59:55.125963 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ec8ac67-8a69-4a81-b060-30e40b4e9a62', 'name': 'network-vif-deleted', 'tag': '407e7840-658b-412d-8c4d-29fcf9d244ae', 'status': 'completed', 'code': 200} Apr 15 10:59:55.194060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:55.240158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Deleting port d9c4a7b7-bf80-4974-897d-d6c21e256877 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:55.240591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.317056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] The port 'd9c4a7b7-bf80-4974-897d-d6c21e256877' was deleted {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 10:59:55.442572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.545083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.550036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 10:59:55.560785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:55.561557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.588810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.589208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.590078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d9c4a7b7-bf80-4974-897d-d6c21e256877 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:55.590339 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.590747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > port after_create 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.591306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > port after_delete 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.591868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > port after_update 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.592388 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.592805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.593189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.593570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.638286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: d9c4a7b7-bf80-4974-897d-d6c21e256877 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:55.641849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d9c4a7b7-bf80-4974-897d-d6c21e256877 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:55.716286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.716678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.717055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.717427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85373) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 10:59:55.717812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa']}} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.734401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79564a96-e91c-4294-ad68-472eb513a655') {'for_net_delete': True} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.734741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79564a96-e91c-4294-ad68-472eb513a655') {} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:55.749511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036725674876'] for segment, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.771536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.781301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=85373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 10:59:55.788637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40096) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:55.800088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:55.864552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.895341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.945473 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.956944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0218fa84-9da0-4ac9-a62e-41d3e25269ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:55.971913 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:55.976916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54deec8f-57e5-4e57-86cc-529b15ac03ec,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:55.979809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:55.981374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.983216 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129839582'] for segment, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:55.985498 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "DELETE /v2.0/security-groups/54deec8f-57e5-4e57-86cc-529b15ac03ec HTTP/1.1" status: 204 len: 168 time: 0.1956000 Apr 15 10:59:55.986278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40100) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.011348 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.v2.resource [None req-48c8ed56-43b2-430b-a7f1-f1ffb2d04d63 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] show failed (client error): The resource could not be found. Apr 15 10:59:56.013263 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-48c8ed56-43b2-430b-a7f1-f1ffb2d04d63 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups/54deec8f-57e5-4e57-86cc-529b15ac03ec HTTP/1.1" status: 404 len: 347 time: 0.0258946 Apr 15 10:59:56.015769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40104) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.099289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 407e7840-658b-412d-8c4d-29fcf9d244ae no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 10:59:56.145910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 407e7840-658b-412d-8c4d-29fcf9d244ae {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 10:59:56.146466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 407e7840-658b-412d-8c4d-29fcf9d244ae not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 10:59:56.168240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-cd849070-add9-4575-9cad-8abde229d63c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:56.173050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd849070-add9-4575-9cad-8abde229d63c None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 10:59:56.191467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Deleting port a7eb8c96-4d38-44c7-8a2a-243ecf13a497 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:56.191856 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.199896 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Network 0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: from cryptography.utils import int_from_bytes Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: from cryptography.utils import int_from_bytes Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: (rel_b, rel_a, rel_b), Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 10:59:56.227188 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 10:59:56.313949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.318088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:56.335631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.342601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:56.345652 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:56.347597 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3b8edf03-b568-459c-80c0-932055933ddc admin admin] 10.222.0.32 "DELETE /v2.0/networks/0eaff0ea-3d81-4969-a10b-2af3c4d4b9fa HTTP/1.1" status: 204 len: 168 time: 3.0027173 Apr 15 10:59:56.350866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40108) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:56.382373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.382717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.527155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Calling delete_port for a7eb8c96-4d38-44c7-8a2a-243ecf13a497 owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:56.571298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944618d9-37b9-4964-97c2-0f3e0a6104ae None None] New status for floating IP 54a7c4b4-f022-4d2e-8b77-ded907d3c6cb: DOWN {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:56.678747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.699244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74c74be8-9080-47e8-baee-ed84f7126e56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:56.796312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'Port': ['ID=a7eb8c96-4d38-44c7-8a2a-243ecf13a497,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:56.807724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:56.914050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-944618d9-37b9-4964-97c2-0f3e0a6104ae None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 10:59:56.916372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-944618d9-37b9-4964-97c2-0f3e0a6104ae None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 10:59:56.977602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.978319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.993156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:56.997461 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "DELETE /v2.0/floatingips/54a7c4b4-f022-4d2e-8b77-ded907d3c6cb HTTP/1.1" status: 204 len: 168 time: 0.9775834 Apr 15 10:59:57.358723 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Deleting port 052e4568-837d-4ea0-b70b-d2cd1349ee92 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:57.358961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.416456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-944618d9-37b9-4964-97c2-0f3e0a6104ae None None] New status for floating IP 54a7c4b4-f022-4d2e-8b77-ded907d3c6cb: DOWN {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 10:59:57.453946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40118) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:57.460560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511686182', 'description': 'tempest-description--1518668970'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:57.468003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:57.473300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:57.476948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:57.484237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.514495 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.539003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:57.543687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:57.547051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:57.554164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.636511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.640537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.647715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b5bdc1f-042d-484d-9d63-d3a8e34d3968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:57.699616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aeac262-2302-4a35-85c7-4af2670bfae1,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:57.702947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:57.703622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.707768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2496822 Apr 15 10:59:57.708247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40122) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:57.714464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group_rule': {'security_group_id': '6aeac262-2302-4a35-85c7-4af2670bfae1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:57.721705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:57.726244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:57.729607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:57.736360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.753508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.809816 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] For port 052e4568-837d-4ea0-b70b-d2cd1349ee92, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=052e4568-837d-4ea0-b70b-d2cd1349ee92,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 10:59:57.810245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.821984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.825859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.832386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e46acba1-b4eb-45ac-86ec-a22d70816b46 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:57.853343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a5bfe5e-dbc8-4e48-977c-5858fa104257,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:57.856090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:57.863924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.867828 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557508 Apr 15 10:59:57.868088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40128) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:57.873805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'security_group_rule': {'security_group_id': '6aeac262-2302-4a35-85c7-4af2670bfae1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:57.880195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:57.884164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:security_group_rule and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:57.887335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:57.893362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:57.914108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.947309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Calling delete_port for 052e4568-837d-4ea0-b70b-d2cd1349ee92 owned by network:router_interface {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 10:59:57.981147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.984296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:57.986479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-dd66e8ac-67dd-4337-9bf8-61c824ba11b2 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:58.010571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53aa925-fed3-47f4-a7e2-064d8d89f97e,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:58.013183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:58.020127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.021768 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524031 Apr 15 10:59:58.024905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40132) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:58.030825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 10:59:58.037383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 10:59:58.041485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Usage tracker for resource:floatingip and tenant:2f5ecf029c52470ca80db04ef37f9c7e is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 10:59:58.044480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 10:59:58.050537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 10:59:58.064207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.130849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.147582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:58.224677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.242174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Pushing event deleted for resources: {'Port': ['ID=052e4568-837d-4ea0-b70b-d2cd1349ee92,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:58.249298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:58.381167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Allocated IP 172.28.3.252 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/487b0e72-994e-471c-bced-6d84a86d50cd) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 10:59:58.550788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.581358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.594682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c2ac153b-6a49-496f-b93a-6ea82c2d7c08 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:58.604428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:58.728167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=487b0e72-994e-471c-bced-6d84a86d50cd,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:58.732761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:58.785023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 10:59:58.786279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 10:59:58.788629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 10:59:59.109677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.133943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Router e0cdf747-0e32-4fca-a509-625847da5cf2 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 10:59:59.173170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.330211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 10:59:59.341610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Sync routers for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 10:59:59.349440 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-abb420a7-f2f2-4e16-a458-ebf11d9ee644 admin admin] 10.222.0.32 "PUT /v2.0/routers/e0cdf747-0e32-4fca-a509-625847da5cf2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9970784 Apr 15 10:59:59.352132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40142) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 10:59:59.353094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 10:59:59.354115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 10:59:59.455207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.459343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.473035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 10:59:59.553640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks [] for router, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.621468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=487b0e72-994e-471c-bced-6d84a86d50cd,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 10:59:59.626255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 10:59:59.732408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.744962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 10:59:59.755707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.764452 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-aec7b005-43cf-4bd1-a604-377427eda067 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7313099 Apr 15 10:59:59.764677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 10:59:59.769498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Deleting port 90106773-687c-410a-9dba-44961d13c487 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 10:59:59.769829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.081632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159'}], 'enable_snat': True}, 'gw_port_id': '90106773-687c-410a-9dba-44961d13c487', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:59:58Z', 'revision_number': 5, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port': {'id': '90106773-687c-410a-9dba-44961d13c487', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:ff:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 372, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:55:34Z', 'updated_at': '2021-04-15T10:55:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:00.086522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Checking router: e0cdf747-0e32-4fca-a509-625847da5cf2 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:00.096751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Routers {'e0cdf747-0e32-4fca-a509-625847da5cf2'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:00.097421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T10:59:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['e0cdf747-0e32-4fca-a509-625847da5cf2'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:00.173899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-81347669-e552-45f8-9dba-6d257f79f26d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:00.189760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-81347669-e552-45f8-9dba-6d257f79f26d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:00.191187 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-81347669-e552-45f8-9dba-6d257f79f26d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--511686182&fields=id&tenant_id=2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 267 time: 0.1313760 Apr 15 11:00:00.260562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] For port 90106773-687c-410a-9dba-44961d13c487, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=90106773-687c-410a-9dba-44961d13c487,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:00.260940 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.273690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] Set router e0cdf747-0e32-4fca-a509-625847da5cf2 gateway port host: None {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:00.381919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-459bd717-9817-4897-9adc-cde66bc34d3d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:00.384927 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-459bd717-9817-4897-9adc-cde66bc34d3d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 811 time: 0.1857162 Apr 15 11:00:00.392982 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:59:59Z', 'revision_number': 6, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:00.397690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8053f93d-81ee-4fdb-95bd-476ad41f0af4 None None] The sync data for ids ['e0cdf747-0e32-4fca-a509-625847da5cf2'] in dv-cinder-786383-1-smb is: [{'id': 'e0cdf747-0e32-4fca-a509-625847da5cf2', 'name': 'tempest-TestMinimumBasicScenario-1518920621-router', 'tenant_id': '08dcde96399245c7a008de5d1abebcb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:55:32Z', 'updated_at': '2021-04-15T10:59:59Z', 'revision_number': 6, 'project_id': '08dcde96399245c7a008de5d1abebcb1', 'gw_port_host': None}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:00.405027 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-3c50ddde-edf1-4604-8a11-8a3516d7720f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/quotas/2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 375 time: 0.0136540 Apr 15 11:00:00.429029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Calling delete_port for 90106773-687c-410a-9dba-44961d13c487 owned by network:router_gateway {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:00.523898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-0b2f069a-8c32-48d6-a51a-ac60ab31eac9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:00.541316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-0b2f069a-8c32-48d6-a51a-ac60ab31eac9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:00.543293 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-0b2f069a-8c32-48d6-a51a-ac60ab31eac9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1278839 Apr 15 11:00:00.625707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:00.641781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-437b50c8-7c7e-40b5-b312-a3179e4ff026 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:00.700003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-87b4a316-87b0-4fb8-ac10-147a9c5afd14 service neutron] 10.222.0.32 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423094 Apr 15 11:00:00.740646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Pushing event deleted for resources: {'Port': ['ID=90106773-687c-410a-9dba-44961d13c487,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:00.744672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:00.849722 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-23f22b9f-5297-4e0b-b950-d62dc8317f8d service neutron] 10.222.0.32 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425996 Apr 15 11:00:00.912802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.145323 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2299545d-ce7f-4f0f-a6df-bcfe0912ba63 req-ff0673e9-2e50-49b7-8017-0659f4bc88ae tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:01.152028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.154865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.178610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2299545d-ce7f-4f0f-a6df-bcfe0912ba63 req-ff0673e9-2e50-49b7-8017-0659f4bc88ae tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:01.179940 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2299545d-ce7f-4f0f-a6df-bcfe0912ba63 req-ff0673e9-2e50-49b7-8017-0659f4bc88ae tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 210 time: 0.1541195 Apr 15 11:00:01.190457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.191105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0cdf747-0e32-4fca-a509-625847da5cf2 {{(pid=85373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:00:01.215999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.217915 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] 10.222.0.32 "DELETE /v2.0/routers/e0cdf747-0e32-4fca-a509-625847da5cf2 HTTP/1.1" status: 204 len: 168 time: 1.8637898 Apr 15 11:00:01.220376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40172) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:01.291535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Deleting subnet 8db72c1a-e2e3-47ab-92a2-7804f1c965aa {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:00:01.295112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.357195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.447499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.611279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 90106773-687c-410a-9dba-44961d13c487 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:01.652592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 90106773-687c-410a-9dba-44961d13c487 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:01.652977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 90106773-687c-410a-9dba-44961d13c487 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:01.653458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 052e4568-837d-4ea0-b70b-d2cd1349ee92 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:01.690761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 052e4568-837d-4ea0-b70b-d2cd1349ee92 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:01.691365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 052e4568-837d-4ea0-b70b-d2cd1349ee92 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:01.777878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.794694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fddaa51a-7bd5-483e-8156-e7b829285dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:01.882828 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8db72c1a-e2e3-47ab-92a2-7804f1c965aa,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:01.885544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:01.936821 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:01.943895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69d2b5c-986a-4790-95d6-6dc1d0cb9c13 None None] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:01.944566 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0d9d2e71-3963-4b79-bc90-7252ecc631ef admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8db72c1a-e2e3-47ab-92a2-7804f1c965aa HTTP/1.1" status: 204 len: 168 time: 0.7228954 Apr 15 11:00:01.947225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40190) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:02.075469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.158605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Deleting port 4b406e6c-029b-4e87-bcc9-d2f78caca226 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:02.159046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.231161 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] DHCP port deletion for 424a12eb-50b9-488d-a9c8-45ad126fd26c request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:00:02.239260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Deleting port 4b406e6c-029b-4e87-bcc9-d2f78caca226 {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:02.240250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.438922 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8a449639-f7cc-4151-88a8-99f85fa863e0 req-8c52089f-0b8b-452a-8059-9e5f5c145b90 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 210 time: 0.1160309 Apr 15 11:00:02.475257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] For port 4b406e6c-029b-4e87-bcc9-d2f78caca226, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4b406e6c-029b-4e87-bcc9-d2f78caca226,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:02.475666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.592703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-9990607c-5564-44c7-8e52-cec7f0eef4ae tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:02.594162 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-9990607c-5564-44c7-8e52-cec7f0eef4ae tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 811 time: 0.4041991 Apr 15 11:00:02.616467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Calling delete_port for 4b406e6c-029b-4e87-bcc9-d2f78caca226 owned by network:dhcp {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:02.661969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba7f7835-1345-4cc0-b32e-5d982b68c85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.666266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] For port 4b406e6c-029b-4e87-bcc9-d2f78caca226, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4b406e6c-029b-4e87-bcc9-d2f78caca226,segment=NetworkSegment(e71e4321-8120-4b24-a858-924bdb3b4675),segment_id=e71e4321-8120-4b24-a858-924bdb3b4675)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:02.666698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.707290 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:02.784745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:02.827312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Calling delete_port for 4b406e6c-029b-4e87-bcc9-d2f78caca226 owned by network:dhcp {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:02.840696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Pushing event deleted for resources: {'Port': ['ID=4b406e6c-029b-4e87-bcc9-d2f78caca226,revision_number=None']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:02.851624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:02.874275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] No DVR routers for this DVR port 4b406e6c-029b-4e87-bcc9-d2f78caca226 on host dv-cinder-786383-1-smb {{(pid=85375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:02.894881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-3bf051d0-e38c-4b57-b377-7173128c54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e HTTP/1.1" status: 200 len: 5704 time: 0.2858229 Apr 15 11:00:02.909830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'port': {'device_id': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'admin_state_up': True, 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'security_groups': ['6aeac262-2302-4a35-85c7-4af2670bfae1']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:03.031449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85373) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:00:03.031818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:00:03.078415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:03.088853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:03.099131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Made reservation on behalf of 2f5ecf029c52470ca80db04ef37f9c7e for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:03.105934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.287854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Allocated IP 172.20.0.4 (33c8550d-570f-4322-9764-1acd14ff593a/357901d7-840d-418d-9fc7-0237357a29de/bab5af7f-c901-4256-9100-837fc4a3610e) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:03.576596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Deleting port 4b406e6c-029b-4e87-bcc9-d2f78caca226 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:03.576985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:03.580025 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4b406e6c-029b-4e87-bcc9-d2f78caca226 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:03.621124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 4b406e6c-029b-4e87-bcc9-d2f78caca226 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:03.621511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4b406e6c-029b-4e87-bcc9-d2f78caca226 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:03.707877 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9b531b0-a36c-4154-adaa-6b383be121cb req-13d91e5f-7b7e-419f-a6f6-f4ca55a78d54 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 210 time: 0.1004858 Apr 15 11:00:03.713390 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] The port '4b406e6c-029b-4e87-bcc9-d2f78caca226' was deleted {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:00:03.937823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.082233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.107068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424a12eb-50b9-488d-a9c8-45ad126fd26c']}} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:04.123978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Transition to ACTIVE for port object bab5af7f-c901-4256-9100-837fc4a3610e will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:04.126207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71e4321-8120-4b24-a858-924bdb3b4675') {'for_net_delete': True} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:04.126568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71e4321-8120-4b24-a858-924bdb3b4675') {} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:04.141910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036725674876'] for segment, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.161131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.170079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=85373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:00:04.332503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.352373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2f795a56-8bae-4e0e-a12e-5164559fdd7e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:04.482020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:04.494755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129839582'] for segment, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.598052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event updated for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:04.614797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:04.740412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Network 424a12eb-50b9-488d-a9c8-45ad126fd26c has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:00:04.766314 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:00:04.885122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Network 33c8550d-570f-4322-9764-1acd14ff593a is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:04.896083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:04.907208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:04.941899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:04.959468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:04.979159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.006360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Pushing event deleted for resources: {'Network': ['ID=424a12eb-50b9-488d-a9c8-45ad126fd26c,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.016547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.029032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.029032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.056824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e9297729-5e4b-4b8d-90e7-e94ce609026d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.083331 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4851e6a6-437c-469a-9f0e-f7e1b9fb4104 admin admin] 10.222.0.32 "DELETE /v2.0/networks/424a12eb-50b9-488d-a9c8-45ad126fd26c HTTP/1.1" status: 204 len: 168 time: 3.1348100 Apr 15 11:00:05.099722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d77a4-f014-43ac-b3bb-828258737f28 req-2cb6ea0e-085f-4cf7-a1c9-7416428f3f73 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:05.100530 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-bd1d77a4-f014-43ac-b3bb-828258737f28 req-2cb6ea0e-085f-4cf7-a1c9-7416428f3f73 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Synchronizing usage tracker for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:05.110896 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2053950 Apr 15 11:00:05.120237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-bd1d77a4-f014-43ac-b3bb-828258737f28 req-2cb6ea0e-085f-4cf7-a1c9-7416428f3f73 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Unset dirty status for tenant:2f5ecf029c52470ca80db04ef37f9c7e on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:05.122449 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bd1d77a4-f014-43ac-b3bb-828258737f28 req-2cb6ea0e-085f-4cf7-a1c9-7416428f3f73 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 931 time: 0.2873538 Apr 15 11:00:05.131164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Request body: {'port': {'device_id': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:05.133083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2510aebe-ab57-441f-9381-650181d80e56 None None] Provisioning for port bab5af7f-c901-4256-9100-837fc4a3610e completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:05.138684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2510aebe-ab57-441f-9381-650181d80e56 None None] Provisioning complete for port bab5af7f-c901-4256-9100-837fc4a3610e triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:05.139300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2510aebe-ab57-441f-9381-650181d80e56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.201112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2510aebe-ab57-441f-9381-650181d80e56 None None] Port bab5af7f-c901-4256-9100-837fc4a3610e cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:05.230233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40224) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.237591 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bd1d77a4-f014-43ac-b3bb-828258737f28 req-d52f349e-fda2-4e38-b5bc-8044c73b5b76 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736837 Apr 15 11:00:05.294414 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e9b51960-8f70-4d96-afdf-fc7efeed1801 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e991c07377884534acc7f89843c7917e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0624676 Apr 15 11:00:05.297109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40228) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.313000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.361190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.388934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.435773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.441157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bc593626-2853-4e6f-8d9f-1a6b4005d206 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.460203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbd14b63-5eb9-46b2-b598-b51c11806151,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.462963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.469984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.471151 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c55e17ed-fc13-499d-8172-dc2305bd80e2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fbd14b63-5eb9-46b2-b598-b51c11806151 HTTP/1.1" status: 204 len: 168 time: 0.1728122 Apr 15 11:00:05.735174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.743441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab5af7f-c901-4256-9100-837fc4a3610e {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:05.752855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.770250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Transition to ACTIVE for port object bab5af7f-c901-4256-9100-837fc4a3610e will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:05.773424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.789186 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a7d650a4-3b4c-4f37-a2a7-e641cd1d04b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:05.847795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40238) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.900198 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-835fdab5-bc7b-4b97-9dfa-f2443147a67d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=08dcde96399245c7a008de5d1abebcb1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508640 Apr 15 11:00:05.902966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40242) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:05.930733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Pushing event updated for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:05.936375 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:05.968705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:05.997332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.071556 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.079150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fd05f278-1b87-4049-add0-b589fbc9ef15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.094247 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd1992-9672-4769-97b3-9b0bf92ee03f,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.101206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.104309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.105648 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84fd1992-9672-4769-97b3-9b0bf92ee03f HTTP/1.1" status: 204 len: 168 time: 0.2016342 Apr 15 11:00:06.458569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.498273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Attempting to bind port bab5af7f-c901-4256-9100-837fc4a3610e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:06.498655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Attempting to bind port bab5af7f-c901-4256-9100-837fc4a3610e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:06.499027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Attempting to bind port bab5af7f-c901-4256-9100-837fc4a3610e on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:06.512601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Port bab5af7f-c901-4256-9100-837fc4a3610e on network 33c8550d-570f-4322-9764-1acd14ff593a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:06.513072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Attempting to bind port bab5af7f-c901-4256-9100-837fc4a3610e on network 33c8550d-570f-4322-9764-1acd14ff593a {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:06.525444 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 10, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:06.525826 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Checking segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:06.526277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Bound using segment: {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:06.526778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Bound port: bab5af7f-c901-4256-9100-837fc4a3610e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2c03f9f-17b7-4574-8435-2faf2b897243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:06.527171 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.548642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e28af-50fc-49ed-9540-50721d681b92 req-46ae5fbb-1792-4733-b58e-b6c205fdd0bb tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:06.550318 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-387e28af-50fc-49ed-9540-50721d681b92 req-46ae5fbb-1792-4733-b58e-b6c205fdd0bb tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 943 time: 0.1629252 Apr 15 11:00:06.662363 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-387e28af-50fc-49ed-9540-50721d681b92 req-a08e5037-6bd3-4ada-8720-b1962fbcd128 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055157 Apr 15 11:00:06.688440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:06.691868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bab5af7f-c901-4256-9100-837fc4a3610e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:06.696014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.712233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-badf62ba-c19e-4dad-8b9d-2cd6e07e2e58 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:06.858330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Pushing event updated for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:06.861840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:06.906470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:06.907387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:06.908793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-c4122268-e744-431b-8ea9-1def33d9509c service neutron] 10.222.0.26 "PUT /v2.0/ports/bab5af7f-c901-4256-9100-837fc4a3610e HTTP/1.1" status: 200 len: 1093 time: 1.7843363 Apr 15 11:00:06.910330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:06.983423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40274) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:07.001286 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'status': 'completed', 'code': 200} Apr 15 11:00:07.044522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-3642789d-e8a6-4554-b209-c2884319e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.046155 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-3642789d-e8a6-4554-b209-c2884319e9ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0950761 Apr 15 11:00:07.116912 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-603633144-network', 'tenant_id': 'e38e058186444d71907a36a00fd1c223'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:07.122546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.126931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Usage tracker for resource:network and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:07.130003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:07.134528 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-6f83ac4c-3526-4843-ad29-8d1bb571820f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab5af7f-c901-4256-9100-837fc4a3610e HTTP/1.1" status: 200 len: 217 time: 0.0732667 Apr 15 11:00:07.138437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.149113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Made reservation on behalf of e38e058186444d71907a36a00fd1c223 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:07.154060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.167520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.187540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.191827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:07.195331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:07.201498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.211014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-375473bf-022c-4240-964e-117d3e9a89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.212599 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-375473bf-022c-4240-964e-117d3e9a89d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0713866 Apr 15 11:00:07.291695 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.291960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.295206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.299981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76014ed2-b36f-4ded-b101-aae255d1d90b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:07.307179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-fdc8e231-d69a-46da-840f-d02a406c3c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.309464 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-fdc8e231-d69a-46da-840f-d02a406c3c3a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877461 Apr 15 11:00:07.329992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] vlan segment allocate from pool success with {'vlan_id': 696, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:00:07.339595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bc7a1b-3f9f-4817-95fc-73c87c07e6ef,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:07.343127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:07.349599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.349986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Added segment 02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6 of type vlan for network e58a4e04-6c2c-484c-94af-a12129c64d03 Apr 15 11:00:07.381067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.414485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.415898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.416551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.421895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:07.463440 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-8b2280df-5f01-42c5-8bc3-3cc8af6464d2 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463268 Apr 15 11:00:07.528128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5434659 Apr 15 11:00:07.531571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Pushing event updated for resources: {'Network': ['ID=e58a4e04-6c2c-484c-94af-a12129c64d03,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:07.533725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40282) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:07.536406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b5fdbdc9-fa3a-4c76-a4e6-ad424bfeeaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:07.541176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Request body: {'subnet': {'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-603633144-subnet', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:07.543108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network e58a4e04-6c2c-484c-94af-a12129c64d03 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:00:07.546686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:07.550872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Usage tracker for resource:subnet and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:07.553956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:07.560135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:07.572798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Made reservation on behalf of e38e058186444d71907a36a00fd1c223 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:07.577632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:07.615906 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-07b3889b-cbb5-4ecb-925b-403d5d587072 req-b4028b85-7862-423d-9bdb-becfca5d77ae service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442325 Apr 15 11:00:07.770893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-c55907ed-2579-4dad-a13f-3665175821d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.772885 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-c55907ed-2579-4dad-a13f-3665175821d2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 1096 time: 0.0933716 Apr 15 11:00:07.936278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-1c85a138-b055-4e23-ba19-ffff0596bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.937831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-1c85a138-b055-4e23-ba19-ffff0596bbde service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.1571419 Apr 15 11:00:07.978996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831946d-e57f-4acd-b49b-46c8a4c42896 req-a7f4a97b-3214-4aba-b306-bea752720b54 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:07.980683 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e831946d-e57f-4acd-b49b-46c8a4c42896 req-a7f4a97b-3214-4aba-b306-bea752720b54 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 943 time: 0.1900964 Apr 15 11:00:08.013578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-6553dd26-87d0-4844-8b45-aa930bef1f25 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab5af7f-c901-4256-9100-837fc4a3610e HTTP/1.1" status: 200 len: 217 time: 0.0667708 Apr 15 11:00:08.048613 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e831946d-e57f-4acd-b49b-46c8a4c42896 req-6aaf7150-f88e-4f1e-9bfb-1e4f6a7daf24 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563529 Apr 15 11:00:08.102292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-664545a8-0529-40ed-90d7-26ab9d5b78ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.104167 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-664545a8-0529-40ed-90d7-26ab9d5b78ea service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0820432 Apr 15 11:00:08.157589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.176137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2c88610a-f87b-4eea-9707-77a1c2537280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:08.192102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-f974b8c0-defa-4858-ba44-20cebb6470f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.194049 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-f974b8c0-defa-4858-ba44-20cebb6470f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0827434 Apr 15 11:00:08.312201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9abc9657-3cea-4c3e-8653-4e93f0c1796c,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:08.314712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:08.360381 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-a792d0a4-af54-4ce2-bb51-dec198f5c4d5 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547918 Apr 15 11:00:08.515943 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cfd29a9f-0695-4363-a52c-feb7b4703bcc req-2cf0bd13-af57-49b3-998c-fa0305662682 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485450 Apr 15 11:00:08.635183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Checking segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:08.635580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Network hostable DHCP agents. Network: e58a4e04-6c2c-484c-94af-a12129c64d03, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:00:08.656822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Network e58a4e04-6c2c-484c-94af-a12129c64d03 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:00:08.667037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, e58a4e04-6c2c-484c-94af-a12129c64d03) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:08.676528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d734eb3-a216-43be-9fd9-a313dd64b8b5 None None] Network e58a4e04-6c2c-484c-94af-a12129c64d03 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:08.678900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:08.679553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.700047 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1651926 Apr 15 11:00:08.703133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40298) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:08.708647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:08.713797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:08.718086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Usage tracker for resource:router and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:08.721756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:08.728099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:08.738262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.739415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.754756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:08.907097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-e58a4e04-6c2c-484c-94af-a12129c64d03', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:00:08.908021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.046914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.077829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Allocated IP 172.20.0.2 (e58a4e04-6c2c-484c-94af-a12129c64d03/9abc9657-3cea-4c3e-8653-4e93f0c1796c/767ccb67-6a3b-45c9-879a-cf037e32948c) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:09.282415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c5fdd3-406f-40e6-9d1b-784fd5c08f21 req-43dfa3a6-29d2-45fd-82df-4cd72829ccff tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:09.284306 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c5c5fdd3-406f-40e6-9d1b-784fd5c08f21 req-43dfa3a6-29d2-45fd-82df-4cd72829ccff tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 943 time: 0.0914509 Apr 15 11:00:09.298182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.309874 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Transition to ACTIVE for port object 767ccb67-6a3b-45c9-879a-cf037e32948c will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:09.329862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Transition to ACTIVE for port object 767ccb67-6a3b-45c9-879a-cf037e32948c will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:09.335533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.339539 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c5c5fdd3-406f-40e6-9d1b-784fd5c08f21 req-33d370a6-718b-45af-951f-670757eb38eb tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479186 Apr 15 11:00:09.351311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.382929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.415805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.485492 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Pushing event updated for resources: {'Port': ['ID=767ccb67-6a3b-45c9-879a-cf037e32948c,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.489981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.543693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Network e58a4e04-6c2c-484c-94af-a12129c64d03 is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:09.544792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:09.547503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:09.563510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Allocated IP 172.28.3.94 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/4f908399-53bf-40b6-8317-54c609a26e49) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:09.644283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Attempting to bind port 767ccb67-6a3b-45c9-879a-cf037e32948c on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:09.644710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Attempting to bind port 767ccb67-6a3b-45c9-879a-cf037e32948c by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:09.645121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Attempting to bind port 767ccb67-6a3b-45c9-879a-cf037e32948c on network e58a4e04-6c2c-484c-94af-a12129c64d03 {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:09.650920 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:09.651316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Checking segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:09.651767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.652331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Bound using segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:09.652774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Bound port: 767ccb67-6a3b-45c9-879a-cf037e32948c, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:09.653192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.721058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.751722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] For port 767ccb67-6a3b-45c9-879a-cf037e32948c, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:09.752376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.754935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] For port 767ccb67-6a3b-45c9-879a-cf037e32948c, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=767ccb67-6a3b-45c9-879a-cf037e32948c,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:09.758674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:09.769664 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9aeb375d-9cea-42c0-9482-eb9083a05ea3 tempest-ServerRescueNegativeTestJSON-1681858 tempest-ServerRescueNegativeTestJSON-1681858-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.774034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:09.906710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Pushing event updated for resources: {'Port': ['ID=4f908399-53bf-40b6-8317-54c609a26e49,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.911326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.929943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Pushing event updated for resources: {'Port': ['ID=767ccb67-6a3b-45c9-879a-cf037e32948c,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:09.934936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:09.951789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:09.970316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:09.971569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:09.973703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:10.197312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device bab5af7f-c901-4256-9100-837fc4a3610e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:10.384788 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bab5af7f-c901-4256-9100-837fc4a3610e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:10.402436 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'port_id': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'mac_address': 'fa:16:3e:c7:05:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:10.466616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.483893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.485974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bab5af7f-c901-4256-9100-837fc4a3610e {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:10.503180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bab5af7f-c901-4256-9100-837fc4a3610e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:10.507054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.509988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-86b098fd-b07f-4ce5-9b4a-1f686cebf5d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:10.557869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b0d3-5234-4db8-a214-42c792647fdd req-ab2cdec9-df66-43c5-b732-c62f9ef133a8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:10.560399 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3434b0d3-5234-4db8-a214-42c792647fdd req-ab2cdec9-df66-43c5-b732-c62f9ef133a8 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 944 time: 0.0933623 Apr 15 11:00:10.587852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:10.591548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:10.615084 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3434b0d3-5234-4db8-a214-42c792647fdd req-e2cee3f4-1c42-41cc-9ee8-4b3015ee48ef tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475373 Apr 15 11:00:10.858502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:10.872034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['bab5af7f-c901-4256-9100-837fc4a3610e'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:11.362794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:00:11.440175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677332f9-2bf7-4d5f-b3ad-ec2f9d70119b None None] Network e58a4e04-6c2c-484c-94af-a12129c64d03 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:11.532321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-416b77a6-f859-49b7-87ca-cec0f6f5154e None None] Provisioning for port 767ccb67-6a3b-45c9-879a-cf037e32948c completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:11.584607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:11.601425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Sync routers for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:11.615934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:11.617874 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-643b0f37-5ed6-4a48-940b-a686a48081fe admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9132364 Apr 15 11:00:11.620199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40322) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:11.623576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:11.624276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:11.769220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 767ccb67-6a3b-45c9-879a-cf037e32948c up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:11.987111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 767ccb67-6a3b-45c9-879a-cf037e32948c completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:12.000605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 767ccb67-6a3b-45c9-879a-cf037e32948c triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:12.001026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.032802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:12.036183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf3241-d8d6-4717-b745-671d9e038b18 req-28950677-45f1-48da-9f23-9e80f9041adc tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:12.037801 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-adcf3241-d8d6-4717-b745-671d9e038b18 req-28950677-45f1-48da-9f23-9e80f9041adc tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 944 time: 0.2739549 Apr 15 11:00:12.123738 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-adcf3241-d8d6-4717-b745-671d9e038b18 req-660f6534-d8d1-4a5a-939a-aab9f60b43a1 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751426 Apr 15 11:00:12.260763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device bab5af7f-c901-4256-9100-837fc4a3610e up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:12.478968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.484801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.504374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port bab5af7f-c901-4256-9100-837fc4a3610e completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:12.522825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port bab5af7f-c901-4256-9100-837fc4a3610e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:12.523241 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.570881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-5517c4bf-0513-4f40-912c-b1de7b64c25f None None] Provisioning complete for port 767ccb67-6a3b-45c9-879a-cf037e32948c triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:12.571312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5517c4bf-0513-4f40-912c-b1de7b64c25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.636123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 767ccb67-6a3b-45c9-879a-cf037e32948c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=767ccb67-6a3b-45c9-879a-cf037e32948c,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:12.646571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.651975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:12.710857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Allocated IP 172.20.0.1 (e58a4e04-6c2c-484c-94af-a12129c64d03/9abc9657-3cea-4c3e-8653-4e93f0c1796c/368eebf5-1c40-44b6-855b-cf13bc2b58ae) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:12.831262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=767ccb67-6a3b-45c9-879a-cf037e32948c,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:12.835220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:10Z', 'revision_number': 3, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:12.846113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:12.863963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Checking router: 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:12.864372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Updating router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 port 4f908399-53bf-40b6-8317-54c609a26e49 binding host dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:12.879710 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.897744 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Transition to ACTIVE for port object 368eebf5-1c40-44b6-855b-cf13bc2b58ae will not be triggered until provisioned by entity DHCP. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:12.912983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.923733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:12.947672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-deb13790-57ec-447c-9758-83d4b82e1f14 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:12.965871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:12.972720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.019631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bab5af7f-c901-4256-9100-837fc4a3610e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:13.024664 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.028734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:13.105752 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Pushing event updated for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:13.111178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:13.137206 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'code': 200} Apr 15 11:00:13.204586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Network e58a4e04-6c2c-484c-94af-a12129c64d03 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:13.205405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:13.207675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:13.214137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:13.219987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:13.291734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.459773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def97ac9-57e9-4904-993e-bc324ae22c30 req-dffc97b7-2b34-4a09-a7a4-1e40ae58cf11 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:13.469799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-def97ac9-57e9-4904-993e-bc324ae22c30 req-dffc97b7-2b34-4a09-a7a4-1e40ae58cf11 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.1412289 Apr 15 11:00:13.603502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-def97ac9-57e9-4904-993e-bc324ae22c30 req-4af9072b-a2db-42d4-988d-36188fec6db5 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321914 Apr 15 11:00:13.636136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57a774-5c11-4bd1-b61d-0cfbd83a3488 req-b86b9f87-ee02-4123-aa8b-c26214d67217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:13.638287 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc57a774-5c11-4bd1-b61d-0cfbd83a3488 req-b86b9f87-ee02-4123-aa8b-c26214d67217 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 1098 time: 0.1315649 Apr 15 11:00:13.648070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 767ccb67-6a3b-45c9-879a-cf037e32948c up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:13.680159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.686003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc57a774-5c11-4bd1-b61d-0cfbd83a3488 req-cc469cfd-7543-4314-900d-637b2533ce50 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397677 Apr 15 11:00:13.736174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2f0433f9-b614-4c50-8878-2441d7a6ffaa None None] Provisioning for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:13.755589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-2f0433f9-b614-4c50-8878-2441d7a6ffaa None None] Provisioning complete for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:13.756003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2f0433f9-b614-4c50-8878-2441d7a6ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.894029 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2f0433f9-b614-4c50-8878-2441d7a6ffaa None None] Port 368eebf5-1c40-44b6-855b-cf13bc2b58ae cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:13.897605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 767ccb67-6a3b-45c9-879a-cf037e32948c triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:13.898017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.950191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks [] for port, precommit_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:13.981686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Transition to ACTIVE for port object 4f908399-53bf-40b6-8317-54c609a26e49 will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:13.990517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.004262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:14.180522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b341-1742-434c-aaf0-c859e59504f5 None None] Pushing event updated for resources: {'Port': ['ID=4f908399-53bf-40b6-8317-54c609a26e49,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:14.188694 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76b5b341-1742-434c-aaf0-c859e59504f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:14.219515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.225009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.255623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8ca21c3a-a72c-4ff8-b155-9fb1b79e0552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:14.268159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Attempting to bind port 4f908399-53bf-40b6-8317-54c609a26e49 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:14.268573 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Attempting to bind port 4f908399-53bf-40b6-8317-54c609a26e49 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:14.268977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Attempting to bind port 4f908399-53bf-40b6-8317-54c609a26e49 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:14.275054 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:14.275471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:14.275916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.276345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:14.276853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Bound port: 4f908399-53bf-40b6-8317-54c609a26e49, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:14.277332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.346971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Pushing event updated for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:14.349924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.353818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] For port 4f908399-53bf-40b6-8317-54c609a26e49, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:14.357157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] For port 4f908399-53bf-40b6-8317-54c609a26e49, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4f908399-53bf-40b6-8317-54c609a26e49,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:14.361566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.364467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:14.377175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:14.502571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Network e58a4e04-6c2c-484c-94af-a12129c64d03 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:14.503783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:14.529749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5b341-1742-434c-aaf0-c859e59504f5 None None] Pushing event updated for resources: {'Port': ['ID=4f908399-53bf-40b6-8317-54c609a26e49,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:14.535468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76b5b341-1742-434c-aaf0-c859e59504f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:14.580349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:14.581033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:14.842531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-db60c73c-a01e-4aba-b14e-f4b9b02a14a4 None None] Provisioning complete for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:14.843066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-db60c73c-a01e-4aba-b14e-f4b9b02a14a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:14.846852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:14.861730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88c92be-1815-4034-a99a-32f50c288c0f req-ac18c47f-3a09-4ec2-975e-92c88730b74f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:14.869942 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a88c92be-1815-4034-a99a-32f50c288c0f req-ac18c47f-3a09-4ec2-975e-92c88730b74f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.1091943 Apr 15 11:00:14.913193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-db60c73c-a01e-4aba-b14e-f4b9b02a14a4 None None] Port 368eebf5-1c40-44b6-855b-cf13bc2b58ae cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:14.919281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:14.926735 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a88c92be-1815-4034-a99a-32f50c288c0f req-f683ec79-a109-47dc-92a1-151943a1a451 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515935 Apr 15 11:00:15.113389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:15.123033 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] 10.222.0.32 "PUT /v2.0/routers/27a48bb6-76d6-4bec-af6b-3262b0ace7e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5014987 Apr 15 11:00:15.274667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 2, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:15.279395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562a70c7-7859-4f57-9c49-5c15845a566e None None] The sync data for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb is: [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 2, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:15.333533 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.703580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40372) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:15.709864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-516174915-network', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:15.716294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:15.720620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Usage tracker for resource:network and tenant:e26a769b9d004f70b987e16720eb7fa0 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:15.723910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:15.730341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:15.748108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Made reservation on behalf of e26a769b9d004f70b987e16720eb7fa0 for: {'network': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:15.756877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for network, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.781733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.798901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:15.803225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Usage tracker for resource:security_group_rule and tenant:e26a769b9d004f70b987e16720eb7fa0 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:15.806427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:15.812676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:15.903967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.907245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.911942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f82d681a-b41b-4369-8d70-e806dbd91039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:15.939031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] vlan segment allocate from pool success with {'vlan_id': 661, 'physical_network': 'physnet1'} {{(pid=85374) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 11:00:15.953809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1f54d7-a9c9-44f7-a8d4-d16e4b42e02d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:15.960049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:15.961099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:15.961486 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.segments_db [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Added segment 393bb708-af0b-43ac-8882-4852fe50a6ee of type vlan for network 84ebd153-2523-4de1-acb5-d90f320bc7b7 Apr 15 11:00:15.998463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751064292825'] for network, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.048236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132'] for network, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.049667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.050338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.055647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:16.224226 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Pushing event updated for resources: {'Network': ['ID=84ebd153-2523-4de1-acb5-d90f320bc7b7,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:16.228406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:16.232881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5253172 Apr 15 11:00:16.233742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40380) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:16.236159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 details requested by agent ovs-agent-dv-cinder-786383-1-smb with host dv-cinder-786383-1-smb {{(pid=85375) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 11:00:16.241113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Request body: {'subnet': {'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-516174915-subnet', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'ip_version': 4}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:16.248608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:16.255522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Usage tracker for resource:subnet and tenant:e26a769b9d004f70b987e16720eb7fa0 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:16.259972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:16.273645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:16.293489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9690ff4-3de8-4a25-b538-19d378d36cc7 req-af9b97c3-6552-4814-b735-e4875ff74aa0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.295218 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b9690ff4-3de8-4a25-b538-19d378d36cc7 req-af9b97c3-6552-4814-b735-e4875ff74aa0 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.2179608 Apr 15 11:00:16.296421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Made reservation on behalf of e26a769b9d004f70b987e16720eb7fa0 for: {'subnet': 1} {{(pid=85374) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:16.301275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036726391627'] for subnet, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.437478 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b9690ff4-3de8-4a25-b538-19d378d36cc7 req-71ef4036-d6e6-455f-b629-119bbb181486 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218939 Apr 15 11:00:16.653109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74ea41b-b667-4a22-af48-fb967cde7ddd req-6622d2cd-9468-44a8-84a0-2b9dc79c8714 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:16.655823 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e74ea41b-b667-4a22-af48-fb967cde7ddd req-6622d2cd-9468-44a8-84a0-2b9dc79c8714 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.0980246 Apr 15 11:00:16.668286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40390) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:16.678095 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Request body: {'floatingip': {'port_id': 'bab5af7f-c901-4256-9100-837fc4a3610e'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:16.774410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.800204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853703929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036726391644'] for subnet, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:16.816905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d5ff99b7-ebf2-43ff-b6c2-be797f173906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:16.880438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc38050f-830f-43e2-8f92-b3a731ed1c0d,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:16.937426 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:17.040484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Checking segment: {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85374) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:17.041039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Network hostable DHCP agents. Network: 84ebd153-2523-4de1-acb5-d90f320bc7b7, hostable agents: ['3081a7a6-5397-4889-878e-d19ff519ba00'], hosted agents: [] {{(pid=85374) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 11:00:17.079267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 is scheduled to be hosted by DHCP agent 3081a7a6-5397-4889-878e-d19ff519ba00 with binding_index 1 {{(pid=85374) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 11:00:17.089344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-1-smb, 84ebd153-2523-4de1-acb5-d90f320bc7b7) {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:17.100039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6933673-531b-4ca1-a8ad-5e9eda059f06 None None] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:17.105186 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:17.105968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.134045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6f28d7c1-b21e-4c90-85fd-bbd0a7031d6f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8966506 Apr 15 11:00:17.134832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40398) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:17.142635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:17.148999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:17.153613 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Usage tracker for resource:router and tenant:e26a769b9d004f70b987e16720eb7fa0 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:17.158019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:17.164954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:17.177667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1032929', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-64372'] for router, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.180810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036853743038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036853742240', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036853836002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854711443'] for router, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.220440 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.421043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp542665c1-b2ee-5f24-888f-41913d8a6fe6-84ebd153-2523-4de1-acb5-d90f320bc7b7', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d'}]}} from dv-cinder-786383-1-smb. {{(pid=85375) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 11:00:17.421994 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.544967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036853742221', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1032944', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854711458'] for router, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.617725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Allocated IP 172.20.0.2 (84ebd153-2523-4de1-acb5-d90f320bc7b7/cc38050f-830f-43e2-8f92-b3a731ed1c0d/dd2c51fd-831b-4819-a390-6f5fea8e0a0e) {{(pid=85375) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:17.705147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4f908399-53bf-40b6-8317-54c609a26e49 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:17.708359 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-5fe7a805-9a5b-4972-88a9-2c0b9dfdbc15 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7648275 Apr 15 11:00:17.815915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 4f908399-53bf-40b6-8317-54c609a26e49 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:17.834134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 4f908399-53bf-40b6-8317-54c609a26e49 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:17.834764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.900954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.907145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47df77-6df5-473f-9c0b-71a091e34472 req-86925cee-e94f-42e8-aebf-2b1a434fdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:17.908736 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-86925cee-e94f-42e8-aebf-2b1a434fdd18 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1098 time: 0.1209974 Apr 15 11:00:17.909918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.925637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:17.975553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.237335 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Allocated IP 172.28.3.135 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/75ad9983-b32f-474d-b170-5a0b62d67253) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:18.271949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks [] for port, precommit_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.272273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47df77-6df5-473f-9c0b-71a091e34472 req-11dcb602-ca99-46a7-bcd8-cb876b0857c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.273853 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-11dcb602-ca99-46a7-bcd8-cb876b0857c9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1708114 Apr 15 11:00:18.290415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Transition to ACTIVE for port object dd2c51fd-831b-4819-a390-6f5fea8e0a0e will not be triggered until provisioned by entity L2. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:18.362734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Transition to ACTIVE for port object dd2c51fd-831b-4819-a390-6f5fea8e0a0e will not be triggered until provisioned by entity DHCP. {{(pid=85375) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:18.379183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823'] for port, after_create {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.397575 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:18.418180 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-cb3f8d2b-3d1b-471d-9f4c-326fed191341 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 1000 time: 0.1338644 Apr 15 11:00:18.439384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.544964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 4f908399-53bf-40b6-8317-54c609a26e49, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4f908399-53bf-40b6-8317-54c609a26e49,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:18.550501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Floating IP 7c71c8ad-cf24-4402-bcc2-20a44ceec7c2 associated. External IP: 172.28.3.252, port: bab5af7f-c901-4256-9100-837fc4a3610e. Apr 15 11:00:18.565903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.574450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Pushing event updated for resources: {'Port': ['ID=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,revision_number=1']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:18.588936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:18.589146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:18.597615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Sync routers for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:18.619129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:18.620185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:18.728052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=4f908399-53bf-40b6-8317-54c609a26e49,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:18.744181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:18.750415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 is already hosted by enough agents. {{(pid=85375) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:18.751848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Resources bound (agent type, host, resource id): {{(pid=85375) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:18.754493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Received port after_create {{(pid=85375) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:18.815594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.851932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.868591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-aec977e4-0272-471f-a955-080b1f1b0f5b tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:18.874205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Attempting to bind port dd2c51fd-831b-4819-a390-6f5fea8e0a0e on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:18.874863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Attempting to bind port dd2c51fd-831b-4819-a390-6f5fea8e0a0e by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:18.875431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Attempting to bind port dd2c51fd-831b-4819-a390-6f5fea8e0a0e on network 84ebd153-2523-4de1-acb5-d90f320bc7b7 {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:18.883042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:18.883699 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Checking segment: {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85375) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:18.884309 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.884914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Bound using segment: {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'} {{(pid=85375) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:18.885149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:18.885778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Bound port: dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'}}] {{(pid=85375) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:18.886586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:18.956043 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47df77-6df5-473f-9c0b-71a091e34472 req-e8f0a416-c983-43ab-8b5b-97c29594c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:18.957694 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-e8f0a416-c983-43ab-8b5b-97c29594c4a0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.5243182 Apr 15 11:00:18.997298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] For port dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85375) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:19.000986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] For port dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85375) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:19.005083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:19.021074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5c039e60-fde2-4fb7-bfa7-2dfcb5e97184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:19.029214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Pushing event updated for resources: {'Port': ['ID=75ad9983-b32f-474d-b170-5a0b62d67253,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:19.034730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:19.093838 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47df77-6df5-473f-9c0b-71a091e34472 req-235373cd-1711-44cd-bf40-ab961f637a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:19.094727 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-235373cd-1711-44cd-bf40-ab961f637a98 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245289 Apr 15 11:00:19.107023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:19.133850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:19.135363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:19.138442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:19.241976 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Pushing event updated for resources: {'Port': ['ID=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,revision_number=2']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:19.255830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:19.298662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 2, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:19.304254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Checking router: 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:19.304964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Updating router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 port 368eebf5-1c40-44b6-855b-cf13bc2b58ae binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:19.376990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:19.425885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:19.433984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:19.441633 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:19.456098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:19.461334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:19.519448 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e8a5bb38-5ac8-4279-a8bf-39d4be892618 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "PUT /v2.0/floatingips/7c71c8ad-cf24-4402-bcc2-20a44ceec7c2 HTTP/1.1" status: 200 len: 991 time: 2.8491187 Apr 15 11:00:19.523435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:19.587292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-9f17426d-2024-4aa4-9896-abdb37b08f26 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789999 Apr 15 11:00:19.835142 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af47df77-6df5-473f-9c0b-71a091e34472 req-adef4059-7f3e-4531-acc7-8b5442320f24 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300353 Apr 15 11:00:19.854909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4f908399-53bf-40b6-8317-54c609a26e49 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:19.866302 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'status': 'completed', 'code': 200} Apr 15 11:00:19.944433 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.025712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.041393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Transition to ACTIVE for port object 368eebf5-1c40-44b6-855b-cf13bc2b58ae will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:20.050261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.068776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:20.087580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-734d5969-5df7-4b0a-b9ae-8bb4921a5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:20.089585 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-734d5969-5df7-4b0a-b9ae-8bb4921a5488 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 1098 time: 0.1383023 Apr 15 11:00:20.092615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 4f908399-53bf-40b6-8317-54c609a26e49 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:20.093061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.258398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:20.317107 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Pushing event updated for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:20.336008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.336378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.336984 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.337112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.337432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.337795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.338156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.338543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.339026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.339585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.339948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.340278 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85376) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:20.351948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:20.460400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-f7aeaf9f-3bc5-4134-879f-93d8e6dbc81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:20.462020 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-f7aeaf9f-3bc5-4134-879f-93d8e6dbc81c service neutron] 10.222.0.26 "GET /v2.0/networks?id=33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 200 len: 912 time: 0.3639276 Apr 15 11:00:20.699124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036853742856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1033562'] for router, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.706257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Attempting to bind port 368eebf5-1c40-44b6-855b-cf13bc2b58ae on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:20.706700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Attempting to bind port 368eebf5-1c40-44b6-855b-cf13bc2b58ae by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:20.707134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Attempting to bind port 368eebf5-1c40-44b6-855b-cf13bc2b58ae on network e58a4e04-6c2c-484c-94af-a12129c64d03 {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:20.715727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:20.716147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Checking segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:20.716585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.717028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Bound using segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:20.717563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Bound port: 368eebf5-1c40-44b6-855b-cf13bc2b58ae, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:20.717981 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:20.938851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] For port 368eebf5-1c40-44b6-855b-cf13bc2b58ae, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:20.945306 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] For port 368eebf5-1c40-44b6-855b-cf13bc2b58ae, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=368eebf5-1c40-44b6-855b-cf13bc2b58ae,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:20.953467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.014206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '7c71c8ad-cf24-4402-bcc2-20a44ceec7c2', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:c7:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:59Z', 'updated_at': '2021-04-15T11:00:17Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:21.020626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:21.033858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:21.035230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:21.070662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95b22f3-ceeb-423f-81d4-148ed4a8e005 req-fe9d2218-1d8d-486a-9fa4-cd59c7c973fa tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.078962 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d95b22f3-ceeb-423f-81d4-148ed4a8e005 req-fe9d2218-1d8d-486a-9fa4-cd59c7c973fa tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.7575493 Apr 15 11:00:21.108024 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-d7901355-3c32-4183-a23a-8060104cab6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bab5af7f-c901-4256-9100-837fc4a3610e HTTP/1.1" status: 200 len: 999 time: 0.6369219 Apr 15 11:00:21.113049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:21.197261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Router 11c2bc58-890c-449c-938a-93bb0e059707 is scheduled to L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff with binding_index 1 {{(pid=85374) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 11:00:21.209420 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d95b22f3-ceeb-423f-81d4-148ed4a8e005 req-8499c5a5-cfae-47c5-a04f-a4730a1c1621 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289978 Apr 15 11:00:21.211260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-4d8c0e5a-6b51-4f30-934d-130a66ca892d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.212912 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-4d8c0e5a-6b51-4f30-934d-130a66ca892d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 200 len: 850 time: 0.0855417 Apr 15 11:00:21.219707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bdafe3-d2f5-49d0-9a94-2303a169b3f2 None None] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:00:21.323044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-118620d0-a7a5-4272-8196-dbdfd56a83bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:21.324889 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-118620d0-a7a5-4272-8196-dbdfd56a83bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=33c8550d-570f-4322-9764-1acd14ff593a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0992749 Apr 15 11:00:21.500847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-c5dc6225-f82b-4b6a-8ba3-adec7f11135a service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680515 Apr 15 11:00:21.513429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Pushing event updated for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=4']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:21.517257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c5df87eb-6ddd-4008-bffa-90bee378062c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:21.560793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:21.597731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Sync routers for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:21.607873 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:21.609493 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4731922 Apr 15 11:00:21.612297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40448) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:21.624781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-4db90791-6cc5-4bf6-baf9-01768905b3fe None None] Provisioning for port dd2c51fd-831b-4819-a390-6f5fea8e0a0e completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:21.636885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:21.637780 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:21.728204 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a97dc833-8a39-4c65-a3d3-d07f5b3e7166 req-31cf7d2b-8b30-4e17-ab0b-7b0cf5ecdab3 service neutron] 10.222.0.26 "GET /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172003 Apr 15 11:00:21.817639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 368eebf5-1c40-44b6-855b-cf13bc2b58ae up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:21.893544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:21.911349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:22.155782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:22.156797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:22.253636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:22.278863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:22.279298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.411223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-60eb0d3c-56c3-40b6-8bfc-33d2b1a1a65a None None] Provisioning complete for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:22.411629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-60eb0d3c-56c3-40b6-8bfc-33d2b1a1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.605584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:22.651409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f00631-8d63-436b-ab7e-ac8ebf0c6ddb req-31eb6721-18bb-4aa9-a1ae-99a7431fe45c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:22.654875 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-54f00631-8d63-436b-ab7e-ac8ebf0c6ddb req-31eb6721-18bb-4aa9-a1ae-99a7431fe45c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1421845 Apr 15 11:00:22.661027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.764498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-60eb0d3c-56c3-40b6-8bfc-33d2b1a1a65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.781858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 368eebf5-1c40-44b6-855b-cf13bc2b58ae, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=368eebf5-1c40-44b6-855b-cf13bc2b58ae,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:22.792733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.793586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device dd2c51fd-831b-4819-a390-6f5fea8e0a0e up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:22.800342 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-54f00631-8d63-436b-ab7e-ac8ebf0c6ddb req-1c88aeb7-2070-4b6b-b9ae-c8c654132e21 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1406903 Apr 15 11:00:22.821081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8fb24ce7-2fe6-4d10-a29b-7b8b6dc1a5c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:22.874383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '7c71c8ad-cf24-4402-bcc2-20a44ceec7c2', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:c7:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:59Z', 'updated_at': '2021-04-15T11:00:17Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:22.905049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:22.923891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26da68af-2448-45ab-b34a-4cb8c7b03945 None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '7c71c8ad-cf24-4402-bcc2-20a44ceec7c2', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'floating_ip_address': '172.28.3.252', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'port_id': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'mac_address': 'fa:16:3e:c7:05:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T10:59:59Z', 'updated_at': '2021-04-15T11:00:17Z', 'revision_number': 1, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:22.953261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:19Z', 'revision_number': 3, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:22.959508 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Checking router: 11c2bc58-890c-449c-938a-93bb0e059707 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:22.959917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Updating router 11c2bc58-890c-449c-938a-93bb0e059707 port 75ad9983-b32f-474d-b170-5a0b62d67253 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:22.997027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.007363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.031099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port dd2c51fd-831b-4819-a390-6f5fea8e0a0e completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:23.037527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-60eb0d3c-56c3-40b6-8bfc-33d2b1a1a65a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:00:23.037968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-60eb0d3c-56c3-40b6-8bfc-33d2b1a1a65a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:00:23.038672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port dd2c51fd-831b-4819-a390-6f5fea8e0a0e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:23.039086 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.054574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.159870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Allocated IP 172.20.0.1 (84ebd153-2523-4de1-acb5-d90f320bc7b7/cc38050f-830f-43e2-8f92-b3a731ed1c0d/1dc99bdf-9ad1-48f3-855d-430506272380) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:23.190084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.229046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:23.235038 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.237531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.310868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f80f29-6d75-4691-8a41-a76899b09fc6 None None] New status for floating IP 7c71c8ad-cf24-4402-bcc2-20a44ceec7c2: ACTIVE {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:00:23.362141 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.381456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Transition to ACTIVE for port object 1dc99bdf-9ad1-48f3-855d-430506272380 will not be triggered until provisioned by entity DHCP. {{(pid=85374) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:23.423303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.443805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ac7b5886-2430-4aa4-b2ca-dce92b369125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.510425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,revision_number=3']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.608703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:23.612204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.614993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:23.664884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 368eebf5-1c40-44b6-855b-cf13bc2b58ae up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:23.681218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:23.682702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:23.685114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:23.725641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:20Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:23.731724 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5dcf10-2446-465c-94b8-00d10fc1de0d None None] The sync data for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb is: [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:20Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:23.746698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1033631'] for router_interface, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.863764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 368eebf5-1c40-44b6-855b-cf13bc2b58ae triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:23.864194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.880418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.893498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Transition to ACTIVE for port object 75ad9983-b32f-474d-b170-5a0b62d67253 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:23.904958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:23.930881 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:23.937109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.000147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-cbb96f53-2045-4221-9bc3-d9b049fe574a None None] Provisioning complete for port dd2c51fd-831b-4819-a390-6f5fea8e0a0e triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:24.000579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cbb96f53-2045-4221-9bc3-d9b049fe574a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.027603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed1cb5-2d39-43fc-ba8d-8e0e2b1693a6 None None] Pushing event updated for resources: {'Port': ['ID=75ad9983-b32f-474d-b170-5a0b62d67253,revision_number=2']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:24.096528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e9ed1cb5-2d39-43fc-ba8d-8e0e2b1693a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:24.217256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Attempting to bind port 75ad9983-b32f-474d-b170-5a0b62d67253 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:24.217808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Attempting to bind port 75ad9983-b32f-474d-b170-5a0b62d67253 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:24.218070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Attempting to bind port 75ad9983-b32f-474d-b170-5a0b62d67253 on network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:24.227730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:24.228140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Checking segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:24.228569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.229001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Bound using segment: {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:24.229522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Bound port: 75ad9983-b32f-474d-b170-5a0b62d67253, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68dcd87e-470a-4b2d-9f3d-9a14a036c5ec', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:24.229934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.248858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43436af9-e2ec-4c6b-b659-27f075661f2c req-0e1114c6-444f-469f-be9b-7dd9ab4fec0b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:24.250634 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43436af9-e2ec-4c6b-b659-27f075661f2c req-0e1114c6-444f-469f-be9b-7dd9ab4fec0b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.2318823 Apr 15 11:00:24.321809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] For port 75ad9983-b32f-474d-b170-5a0b62d67253, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:24.325270 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] For port 75ad9983-b32f-474d-b170-5a0b62d67253, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=75ad9983-b32f-474d-b170-5a0b62d67253,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:24.329220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.337298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device dd2c51fd-831b-4819-a390-6f5fea8e0a0e up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:24.345993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:24.460705 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.470725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.495466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port dd2c51fd-831b-4819-a390-6f5fea8e0a0e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:24.495935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.512051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed1cb5-2d39-43fc-ba8d-8e0e2b1693a6 None None] Pushing event updated for resources: {'Port': ['ID=75ad9983-b32f-474d-b170-5a0b62d67253,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:24.512471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5a792600-9896-4da1-8c61-9d700ea48ba5 tempest-VolumesActionsTest-18586553 tempest-VolumesActionsTest-18586553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:24.524037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e9ed1cb5-2d39-43fc-ba8d-8e0e2b1693a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:24.559012 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43436af9-e2ec-4c6b-b659-27f075661f2c req-14fb280c-ac24-4879-b117-1c1abdea5e77 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921820 Apr 15 11:00:24.592584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:24.593479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:24.629214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Pushing event updated for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:24.632027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-629149', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1034292'] for router_interface, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.642121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-3bbb8d60-3e06-424a-88c2-47fdb9f80d74 None None] Provisioning for port 1dc99bdf-9ad1-48f3-855d-430506272380 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:24.649069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:24.651567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-3bbb8d60-3e06-424a-88c2-47fdb9f80d74 None None] Provisioning complete for port 1dc99bdf-9ad1-48f3-855d-430506272380 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:24.652123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3bbb8d60-3e06-424a-88c2-47fdb9f80d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:24.720676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3bbb8d60-3e06-424a-88c2-47fdb9f80d74 None None] Port 1dc99bdf-9ad1-48f3-855d-430506272380 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:24.796655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:24.797960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:24.819356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:25.034361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Router 11c2bc58-890c-449c-938a-93bb0e059707 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:00:25.067047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-816dd8e5-7847-4ba8-bef6-ba8e48c64540 None None] Provisioning complete for port 1dc99bdf-9ad1-48f3-855d-430506272380 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:25.067631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-816dd8e5-7847-4ba8-bef6-ba8e48c64540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.213782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-816dd8e5-7847-4ba8-bef6-ba8e48c64540 None None] Port 1dc99bdf-9ad1-48f3-855d-430506272380 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:25.233402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:23Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '1dc99bdf-9ad1-48f3-855d-430506272380', 'name': '', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'mac_address': 'fa:16:3e:4c:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:22Z', 'updated_at': '2021-04-15T11:00:24Z', 'revision_number': 2, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'subnets': [{'id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:25.237779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647c89e8-cfb0-46df-b219-ee8de8337919 None None] The sync data for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb is: [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:23Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '1dc99bdf-9ad1-48f3-855d-430506272380', 'name': '', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'mac_address': 'fa:16:3e:4c:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:22Z', 'updated_at': '2021-04-15T11:00:24Z', 'revision_number': 2, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'subnets': [{'id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:25.262576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:00:25.272199 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] 10.222.0.32 "PUT /v2.0/routers/11c2bc58-890c-449c-938a-93bb0e059707/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6588044 Apr 15 11:00:25.746670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40490) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:25.753188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-521479682', 'description': 'tempest-secgroup-smoke-521479682 description', 'project_id': 'e38e058186444d71907a36a00fd1c223'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:25.760895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:25.766103 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:25.771219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:25.778001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:25.793047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.819639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:25.824561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:25.828811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:25.835680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:25.852876 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bb4a9-cfcb-452d-b555-f40017e9ba02 req-4737c8bf-12b1-48f1-840d-6790ee4231ff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:25.858914 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a51bb4a9-cfcb-452d-b555-f40017e9ba02 req-4737c8bf-12b1-48f1-840d-6790ee4231ff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1008320 Apr 15 11:00:25.909752 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a51bb4a9-cfcb-452d-b555-f40017e9ba02 req-1fd83f7d-5bed-41a9-b5f1-ff8798056d46 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483339 Apr 15 11:00:25.922064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.925665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.931965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68ac8a41-786c-4b80-b5ec-7344e77c10ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:25.976882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:25.981405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:25.982799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2349916 Apr 15 11:00:25.986417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40494) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:25.992602 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:25.994261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.995231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.995676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.996089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.996501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.996958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.997302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.997702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.998262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.998853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.999267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:25.999667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.004204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.016921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.024040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.031094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.047494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.091187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.165066 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.168518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.170808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-49a96205-8fd9-4793-8e77-17b52e2e64d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:26.199179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=562184c3-b3fe-498c-a1da-6f074b90e80b,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:26.210676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.211087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.211496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.211893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.212289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.212687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.213079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.213470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.213863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.214303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.214706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.215101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:26.218942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.221063 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.222450 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fe895f56-132f-434e-a2e0-abb27484a7db tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2347012 Apr 15 11:00:26.225764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40498) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:26.231918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:26.239081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.243517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.246878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.254279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.275830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.344738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.348000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.350305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a86edb2b-9204-4ac1-9b7f-9448c7031c15 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:26.379284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff4e5d2-a6ad-466a-8e6a-b85ed5f215aa,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:26.381971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.388806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.390714 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1637568 Apr 15 11:00:26.393081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40506) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:26.399541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:26.406152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.410477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.413577 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.420305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.439619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.512275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.515117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.523935 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-32f59915-4c0c-4f6b-8ea6-4a2285fe841b tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:26.548795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca40a0b-36b4-4e16-b270-832915ef9dbc,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:26.552165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.557272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.558769 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-cb9ec7a9-e750-4d5f-898d-a0c53fee6de4 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645789 Apr 15 11:00:26.561626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 40512) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:26.568714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:26.575404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.579674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.582777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.589122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.605944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.731415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.737001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.749364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-19cd8fc2-164a-4d5a-b56f-665c049aa79e tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:26.774951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09884100-eb1d-4d34-92d4-0fbcc7a9a594,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:26.777820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.786762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.788069 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-9af6bcbb-9cfa-464a-ac14-52f7c0af1201 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2253289 Apr 15 11:00:26.791160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40518) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:26.797642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:26.804215 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.808368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.811491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.811958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f16fc2b-f146-41e5-ae09-d3b30c13dabc req-81879158-adc8-4ca2-b843-cc6d6e82daa9 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:26.813558 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8f16fc2b-f146-41e5-ae09-d3b30c13dabc req-81879158-adc8-4ca2-b843-cc6d6e82daa9 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.1609817 Apr 15 11:00:26.818358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.828652 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.securitygroups_db [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Project e38e058186444d71907a36a00fd1c223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:00:26.835954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.863801 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8f16fc2b-f146-41e5-ae09-d3b30c13dabc req-0a42bfe5-090f-45ad-8794-d22c4bb071ef tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430362 Apr 15 11:00:26.904870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.908717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.911024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34044b95-9b79-4f69-91db-a19ed60f54ed tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:26.934619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d0f8e4-1f1a-4840-8308-eb7bb7513754,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:26.937264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:26.944840 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:26.946165 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-067a2ddb-8614-4a55-81e9-7cf8470d0697 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535881 Apr 15 11:00:26.949195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40524) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:26.954952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'security_group_rule': {'security_group_id': '1ef4cdbf-f634-481b-9633-c0e2d7e9c91f', 'project_id': 'e38e058186444d71907a36a00fd1c223', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:26.961568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:26.966009 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:security_group_rule and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:00:26.969237 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:00:26.975517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:26.985877 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.securitygroups_db [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Project e38e058186444d71907a36a00fd1c223 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 11:00:26.993118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.119008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.123234 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.130698 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-093e91ab-5813-435b-80f1-ada0e7eafed9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.159058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfe4fba-78b7-4872-8a3e-feb08f131b06,revision_number=0']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.164820 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:27.181506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5460b-8d6f-49f8-84a5-a358898e497d req-9c991b4a-79e6-41b6-8b4c-6fe160f49d1b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:27.183227 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-76d5460b-8d6f-49f8-84a5-a358898e497d req-9c991b4a-79e6-41b6-8b4c-6fe160f49d1b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1520381 Apr 15 11:00:27.185783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.186998 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d200096d-2dbc-4cbb-9f6c-548606486ec7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2367973 Apr 15 11:00:27.234753 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-76d5460b-8d6f-49f8-84a5-a358898e497d req-a731548e-db22-4ffb-b8c5-d44f248d674c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Apr 15 11:00:27.632264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 75ad9983-b32f-474d-b170-5a0b62d67253 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:27.706601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 75ad9983-b32f-474d-b170-5a0b62d67253 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:27.711847 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 75ad9983-b32f-474d-b170-5a0b62d67253 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:27.712272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.857772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.872800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 75ad9983-b32f-474d-b170-5a0b62d67253, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=75ad9983-b32f-474d-b170-5a0b62d67253,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:27.875637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:27.877557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:27.950922 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=75ad9983-b32f-474d-b170-5a0b62d67253,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:27.954617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:28.085758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb87960-0417-4a2c-991b-304c3dad90e7 req-00827479-a54e-4540-ba8d-48901e107341 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:28.087465 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-acb87960-0417-4a2c-991b-304c3dad90e7 req-00827479-a54e-4540-ba8d-48901e107341 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.0935698 Apr 15 11:00:28.142686 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-acb87960-0417-4a2c-991b-304c3dad90e7 req-b0ff5de7-6357-4c00-b3f4-0866ab2bc8cf tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 Apr 15 11:00:28.450956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e67b6-969a-49a4-ad7a-213d7d300a11 req-f3b4ec11-6429-4d14-b8b1-68b87695fa05 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:28.453203 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8c1e67b6-969a-49a4-ad7a-213d7d300a11 req-f3b4ec11-6429-4d14-b8b1-68b87695fa05 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0944140 Apr 15 11:00:28.498534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Sync routers for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:00:28.508385 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8c1e67b6-969a-49a4-ad7a-213d7d300a11 req-d4316b29-ec76-4433-8aa4-10dbd1adc636 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491121 Apr 15 11:00:28.509116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:28.509811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:28.708041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:29.059193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:23Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '1dc99bdf-9ad1-48f3-855d-430506272380', 'name': '', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'mac_address': 'fa:16:3e:4c:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:22Z', 'updated_at': '2021-04-15T11:00:24Z', 'revision_number': 2, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'subnets': [{'id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:29.063887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Checking router: 11c2bc58-890c-449c-938a-93bb0e059707 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:00:29.064284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Updating router 11c2bc58-890c-449c-938a-93bb0e059707 port 1dc99bdf-9ad1-48f3-855d-430506272380 binding host dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 11:00:29.125864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.351184 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c39f-278d-4df5-9f50-f263fbc559df req-c3d778bd-5611-4e51-9419-c4c331ede04e tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.352720 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a500c39f-278d-4df5-9f50-f263fbc559df req-c3d778bd-5611-4e51-9419-c4c331ede04e tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.0919709 Apr 15 11:00:29.403812 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a500c39f-278d-4df5-9f50-f263fbc559df req-5c2be6d7-668a-4c64-ad95-eee5907cff50 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445840 Apr 15 11:00:29.552641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks [] for port, precommit_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.566106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Transition to ACTIVE for port object 1dc99bdf-9ad1-48f3-855d-430506272380 will not be triggered until provisioned by entity L2. {{(pid=85376) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:29.574112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.589991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:29.625751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 75ad9983-b32f-474d-b170-5a0b62d67253 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:29.707995 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 75ad9983-b32f-474d-b170-5a0b62d67253 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:29.708363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:29.740864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0cb127-7412-4ad2-98a9-4f42177ecac8 req-ea0235a6-4dca-4d9f-bae8-3fd6641837e5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:29.742635 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0a0cb127-7412-4ad2-98a9-4f42177ecac8 req-ea0235a6-4dca-4d9f-bae8-3fd6641837e5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1027877 Apr 15 11:00:29.800444 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0a0cb127-7412-4ad2-98a9-4f42177ecac8 req-dc4519ec-ef8e-46a1-888e-cc8ebde7aba7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477185 Apr 15 11:00:29.900720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d536-5138-426b-9676-e3e514cae545 None None] Pushing event updated for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=3']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:29.905219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4195d536-5138-426b-9676-e3e514cae545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:30.132163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Attempting to bind port 1dc99bdf-9ad1-48f3-855d-430506272380 on host dv-cinder-786383-1-smb for vnic_type normal with profile {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:30.132163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Attempting to bind port 1dc99bdf-9ad1-48f3-855d-430506272380 by drivers openvswitch,hyperv on host dv-cinder-786383-1-smb at level 0 using segments [{'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:30.132163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Attempting to bind port 1dc99bdf-9ad1-48f3-855d-430506272380 on network 84ebd153-2523-4de1-acb5-d90f320bc7b7 {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:30.138650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Checking agent: {'id': '939bc2eb-0646-48f9-9f60-4a2107f42fcb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 45, 36), 'started_at': datetime.datetime(2021, 4, 15, 10, 46, 6), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:30.139165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Checking segment: {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85376) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:30.139676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.140173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Bound using segment: {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'} {{(pid=85376) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:30.140764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Bound port: 1dc99bdf-9ad1-48f3-855d-430506272380, host: dv-cinder-786383-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '393bb708-af0b-43ac-8882-4852fe50a6ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7'}}] {{(pid=85376) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:30.141240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.246051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] For port 1dc99bdf-9ad1-48f3-855d-430506272380, host dv-cinder-786383-1-smb, cleared binding levels {{(pid=85376) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:30.249327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] For port 1dc99bdf-9ad1-48f3-855d-430506272380, host dv-cinder-786383-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=1dc99bdf-9ad1-48f3-855d-430506272380,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85376) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:30.253936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85376) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:30.269931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:30.425572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195d536-5138-426b-9676-e3e514cae545 None None] Pushing event updated for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=4']} {{(pid=85376) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:30.431148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4195d536-5138-426b-9676-e3e514cae545 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85376) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:30.471900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:00:30.472704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:00:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:30.628396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3065e4e-ced6-4382-b193-ef3b68775081 req-513bd30b-c9c9-4120-8744-c1d9e586b021 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:30.630136 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d3065e4e-ced6-4382-b193-ef3b68775081 req-513bd30b-c9c9-4120-8744-c1d9e586b021 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.1082463 Apr 15 11:00:30.674037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:00:30.680325 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d3065e4e-ced6-4382-b193-ef3b68775081 req-93ab7f53-a8ea-44eb-844c-8e8619975751 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435357 Apr 15 11:00:31.024632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:23Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '1dc99bdf-9ad1-48f3-855d-430506272380', 'name': '', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'mac_address': 'fa:16:3e:4c:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:22Z', 'updated_at': '2021-04-15T11:00:30Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'subnets': [{'id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:00:31.027477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f34f44-6471-427f-a171-bcb59b04a4b5 req-f25e15c0-6c1a-4f3f-871e-d59d801f3da2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:31.029205 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12f34f44-6471-427f-a171-bcb59b04a4b5 req-f25e15c0-6c1a-4f3f-871e-d59d801f3da2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0962725 Apr 15 11:00:31.029586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca179747-c47b-4174-a591-e3e1bc86c5ff None None] The sync data for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb is: [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:00:23Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '1dc99bdf-9ad1-48f3-855d-430506272380', 'name': '', 'network_id': '84ebd153-2523-4de1-acb5-d90f320bc7b7', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'mac_address': 'fa:16:3e:4c:81:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:22Z', 'updated_at': '2021-04-15T11:00:30Z', 'revision_number': 4, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'subnets': [{'id': 'cc38050f-830f-43e2-8f92-b3a731ed1c0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:00:31.083288 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12f34f44-6471-427f-a171-bcb59b04a4b5 req-cc583dec-1387-4ce3-9d08-d0366c28dfc4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466874 Apr 15 11:00:31.639700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 1dc99bdf-9ad1-48f3-855d-430506272380 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:31.716199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning for port 1dc99bdf-9ad1-48f3-855d-430506272380 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:31.721606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 1dc99bdf-9ad1-48f3-855d-430506272380 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:31.721766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.859641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.893121 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b23132-5ba4-4da5-a4af-37b6f1f3d2de req-9ae6f767-520f-4e53-af8f-c37014134a2c tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:31.894793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-05b23132-5ba4-4da5-a4af-37b6f1f3d2de req-9ae6f767-520f-4e53-af8f-c37014134a2c tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.0914631 Apr 15 11:00:31.895539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] For port 1dc99bdf-9ad1-48f3-855d-430506272380, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=1dc99bdf-9ad1-48f3-855d-430506272380,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:31.898790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:31.901707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d41fdb38-fa58-46fc-a2b1-557dc15418fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:31.950527 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-05b23132-5ba4-4da5-a4af-37b6f1f3d2de req-1938843f-5476-438a-8800-d1eb342cdb96 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488598 Apr 15 11:00:31.976767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Pushing event updated for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:31.980684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:32.280601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-77caa2dd-b738-4144-a28c-050a6c284bc6 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.282293 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-77caa2dd-b738-4144-a28c-050a6c284bc6 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 945 time: 0.0986230 Apr 15 11:00:32.297639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad06535-8e1e-440e-8b3a-a6b6a2e99219 req-d0331b2a-7397-4839-91bd-cc440f277bec tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:32.299286 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2ad06535-8e1e-440e-8b3a-a6b6a2e99219 req-d0331b2a-7397-4839-91bd-cc440f277bec tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0921044 Apr 15 11:00:32.315526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:32.352396 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2ad06535-8e1e-440e-8b3a-a6b6a2e99219 req-0dd23ff5-9d05-4723-b7e7-23de26d281dc tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450833 Apr 15 11:00:32.367925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Deleting port 14826cca-8281-456c-8640-358b105aef79 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:00:32.368531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.470746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:32.486003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:32.557494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-602624ce-b29a-4ba2-b1a6-e4a402ed8325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.563599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.582135 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:32.599924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:32.604298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.607200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:32.655181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] For port 14826cca-8281-456c-8640-358b105aef79, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=14826cca-8281-456c-8640-358b105aef79,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:32.655505 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.685450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=6']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:32.688587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:32.695848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['a07f4e24-2dd9-43cf-9493-06dbad84c16b'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:32.798567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Calling delete_port for 14826cca-8281-456c-8640-358b105aef79 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:00:32.964122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:32.982400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-22d3a839-2455-4f5b-b630-a6d3be77fcd3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:33.078344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Pushing event deleted for resources: {'Port': ['ID=14826cca-8281-456c-8640-358b105aef79,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:33.081045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:33.245123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] No DVR routers for this DVR port 14826cca-8281-456c-8640-358b105aef79 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:00:33.248401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:33.251537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'name': 'network-vif-deleted', 'tag': '14826cca-8281-456c-8640-358b105aef79'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:33.269375 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e68e6e7d-7369-461a-a26e-d0ad7f4a0320 req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "DELETE /v2.0/ports/14826cca-8281-456c-8640-358b105aef79 HTTP/1.1" status: 204 len: 173 time: 0.9797645 Apr 15 11:00:33.320328 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f10d7e75-ac73-477e-ac27-a6ceb30a32d2', 'name': 'network-vif-deleted', 'tag': '14826cca-8281-456c-8640-358b105aef79', 'status': 'completed', 'code': 200} Apr 15 11:00:33.378790 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-78341bfc-b7f6-429e-85ef-7ee728fcdd72 req-46a1bf19-5e09-4412-8169-e9ef77c5c210 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=f10d7e75-ac73-477e-ac27-a6ceb30a32d2 HTTP/1.1" status: 200 len: 210 time: 0.3121734 Apr 15 11:00:33.571110 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00cbe5-afe5-440f-95af-e9e7f049dbf7 req-2027a7d0-c613-47bd-9309-a62c28257615 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:33.573057 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c00cbe5-afe5-440f-95af-e9e7f049dbf7 req-2027a7d0-c613-47bd-9309-a62c28257615 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 944 time: 0.0946090 Apr 15 11:00:33.613243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 1dc99bdf-9ad1-48f3-855d-430506272380 up at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:33.623945 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c00cbe5-afe5-440f-95af-e9e7f049dbf7 req-cd4495e3-7cf1-4606-a9d5-0f770c949e0b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437872 Apr 15 11:00:33.687298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Provisioning complete for port 1dc99bdf-9ad1-48f3-855d-430506272380 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:33.687690 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.321538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:34.403394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port a07f4e24-2dd9-43cf-9493-06dbad84c16b triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:34.403731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.545527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.575359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:34.585521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:34.588956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:34.590049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 14826cca-8281-456c-8640-358b105aef79 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:34.621603 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:34.657908 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'code': 200} Apr 15 11:00:34.670774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 14826cca-8281-456c-8640-358b105aef79 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:00:34.671166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 14826cca-8281-456c-8640-358b105aef79 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:00:34.699409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=7']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:34.702636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:34.840289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec24b8-41f1-41d9-b17d-41dedbda7791 req-dcc8936b-2f4f-4457-a1ce-bf7a934ec47e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:34.841907 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdec24b8-41f1-41d9-b17d-41dedbda7791 req-dcc8936b-2f4f-4457-a1ce-bf7a934ec47e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0969231 Apr 15 11:00:34.891517 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdec24b8-41f1-41d9-b17d-41dedbda7791 req-97028974-d627-4f97-8db4-88da9fbec52d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 Apr 15 11:00:35.055406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e6b16339-6149-4b9f-b586-44981d6318f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:35.742785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:36.120027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a9a855-6b46-4677-a02b-5135938083bd req-ec2299ec-edb3-4b2e-a8b0-e612d9703f0e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:36.121700 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63a9a855-6b46-4677-a02b-5135938083bd req-ec2299ec-edb3-4b2e-a8b0-e612d9703f0e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0960383 Apr 15 11:00:36.171830 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63a9a855-6b46-4677-a02b-5135938083bd req-b022635f-c400-46cb-bf45-c5a3d07b6694 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Apr 15 11:00:36.453452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.290756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:37.386317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0513bc-6f84-4b04-a3ab-86e58ffa1a37 req-21b0cc3a-6462-4b5c-be63-6484e83ac082 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:37.387914 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e0513bc-6f84-4b04-a3ab-86e58ffa1a37 req-21b0cc3a-6462-4b5c-be63-6484e83ac082 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0920792 Apr 15 11:00:37.441015 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e0513bc-6f84-4b04-a3ab-86e58ffa1a37 req-84e408cc-64a6-4fa8-8998-c717d3e91677 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427833 Apr 15 11:00:38.705624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09434598-6fd9-47eb-b354-fc2dbd3fe979 req-5fc78253-b391-4012-94b8-adc229e56fcb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:38.714524 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09434598-6fd9-47eb-b354-fc2dbd3fe979 req-5fc78253-b391-4012-94b8-adc229e56fcb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1288397 Apr 15 11:00:38.766502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09434598-6fd9-47eb-b354-fc2dbd3fe979 req-85143310-7617-41f9-b5d5-bdf341d898f4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506852 Apr 15 11:00:40.019007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f726fdb6-82ac-491d-b4e8-fb460c1005bc tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.020151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb940d-42be-4928-b273-7a773261e395 req-a59576c2-b74c-42e2-aa78-2ef0a4422d6d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:40.027351 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f726fdb6-82ac-491d-b4e8-fb460c1005bc tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 814 time: 0.1719239 Apr 15 11:00:40.028582 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26fb940d-42be-4928-b273-7a773261e395 req-a59576c2-b74c-42e2-aa78-2ef0a4422d6d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1050460 Apr 15 11:00:40.044942 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-69d5c951-946b-4c1d-9e29-65cfc8eee767 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/quotas/1f46d1a2516b4758834342f4a52de3bf HTTP/1.1" status: 200 len: 375 time: 0.0163338 Apr 15 11:00:40.094654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-67668873-07d9-4e96-a832-ad39f99d018d tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:40.108500 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-26fb940d-42be-4928-b273-7a773261e395 req-c576d812-e211-4504-a4fe-d9f4d2270295 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788715 Apr 15 11:00:40.114520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-67668873-07d9-4e96-a832-ad39f99d018d tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:40.130319 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-67668873-07d9-4e96-a832-ad39f99d018d tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0786781 Apr 15 11:00:40.429036 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-e0aa4bf5-c718-4f41-bbd3-acff480ba7bf service neutron] 10.222.0.32 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032076 Apr 15 11:00:40.597783 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f6031d65-8e67-4db5-9873-265ab8f3789b service neutron] 10.222.0.32 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615734 Apr 15 11:00:40.793752 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-52b94186-b960-4144-a54a-65e17bb7b6c5 req-8d676856-cc1f-4cfe-aed5-b79f05a128f0 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 210 time: 0.0493870 Apr 15 11:00:41.326507 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e7b89-a8e8-4461-ac51-6b09b1516644 req-4eadb766-283e-4f8a-9589-38f7acde332a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:41.328223 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-793e7b89-a8e8-4461-ac51-6b09b1516644 req-4eadb766-283e-4f8a-9589-38f7acde332a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0990410 Apr 15 11:00:41.382614 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-793e7b89-a8e8-4461-ac51-6b09b1516644 req-23105e41-71a6-4468-9568-294a43aa0584 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469356 Apr 15 11:00:42.015667 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a9fc47e1-20a7-4e2a-bc55-6ac575cb1576 req-3a8fcb3a-f727-4908-aaa5-a6facd90f3a8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 210 time: 0.0571370 Apr 15 11:00:42.092625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-a1301722-c94d-4033-aad0-7d353cab7b49 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:42.094447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-a1301722-c94d-4033-aad0-7d353cab7b49 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 814 time: 0.2907946 Apr 15 11:00:42.113319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Request body: {'port': {'device_id': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288', 'admin_state_up': True, 'tenant_id': '1f46d1a2516b4758834342f4a52de3bf'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:42.287551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:42.299157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:42.309760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Made reservation on behalf of 1f46d1a2516b4758834342f4a52de3bf for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:42.316297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:42.505654 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Allocated IP 172.20.0.2 (be5d3147-fdc0-4098-b817-95ecefc3c288/3b528902-30a7-4177-9e94-7b525cf6760e/07839afe-d445-4028-86e0-c372bb26b6ce) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:42.617808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a14b2-a5cc-4d36-b5b2-4bd4cba88ee4 req-d82ecd85-7cad-4d1a-963e-5cda6eb6c6b5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:42.619716 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-605a14b2-a5cc-4d36-b5b2-4bd4cba88ee4 req-d82ecd85-7cad-4d1a-963e-5cda6eb6c6b5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1058919 Apr 15 11:00:42.674335 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-605a14b2-a5cc-4d36-b5b2-4bd4cba88ee4 req-36304be1-164c-48bf-812d-ca1188949d83 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476456 Apr 15 11:00:42.736363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:42.770777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:42.790280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0da3d6c8-1446-4e72-88db-37d7d1844a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:43.173395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Pushing event updated for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:43.193315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:43.262585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Network be5d3147-fdc0-4098-b817-95ecefc3c288 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:43.264243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:43.266947 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:43.300331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d8cd9-8416-46d0-9bb2-5a4209e5d5bc req-5b5b7219-16b6-4703-bae3-07bdb18fde0b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:43.302955 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-847d8cd9-8416-46d0-9bb2-5a4209e5d5bc req-5b5b7219-16b6-4703-bae3-07bdb18fde0b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 931 time: 0.1006236 Apr 15 11:00:43.338254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:43.338966 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:43.358086 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-847d8cd9-8416-46d0-9bb2-5a4209e5d5bc req-b549b393-f64f-4387-98c0-2b91a1e889cc tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490761 Apr 15 11:00:43.368493 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2618496 Apr 15 11:00:43.381346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Request body: {'port': {'device_id': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:43.511409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:43.972167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be149393-0376-4a3f-896f-c87da9074518 req-02db939a-c2f5-4457-9559-e7aa74742bc3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:43.973820 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-be149393-0376-4a3f-896f-c87da9074518 req-02db939a-c2f5-4457-9559-e7aa74742bc3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1536064 Apr 15 11:00:44.095635 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-be149393-0376-4a3f-896f-c87da9074518 req-605c610b-55c8-409c-a275-2c800fccf8ff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052063 Apr 15 11:00:44.118405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07839afe-d445-4028-86e0-c372bb26b6ce {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:44.120553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:44.136679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Transition to ACTIVE for port object 07839afe-d445-4028-86e0-c372bb26b6ce will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:44.140305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:44.157056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:44.293756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Pushing event updated for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:44.299173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:44.590085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Attempting to bind port 07839afe-d445-4028-86e0-c372bb26b6ce on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:44.590684 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Attempting to bind port 07839afe-d445-4028-86e0-c372bb26b6ce by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:44.590825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Attempting to bind port 07839afe-d445-4028-86e0-c372bb26b6ce on network be5d3147-fdc0-4098-b817-95ecefc3c288 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:44.596899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Port 07839afe-d445-4028-86e0-c372bb26b6ce on network be5d3147-fdc0-4098-b817-95ecefc3c288 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:44.597263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Attempting to bind port 07839afe-d445-4028-86e0-c372bb26b6ce on network be5d3147-fdc0-4098-b817-95ecefc3c288 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:44.614526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:44.614900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Checking segment: {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:44.615321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Bound using segment: {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:44.615790 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Bound port: 07839afe-d445-4028-86e0-c372bb26b6ce, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4746aaf7-9754-4e83-92b4-189e6978fee1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:44.616173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:44.638201 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609ca2e-234b-4127-8f4a-41292e0e1bba req-5f784daa-8ac8-447c-97d3-92a650575c15 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:44.638988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6609ca2e-234b-4127-8f4a-41292e0e1bba req-5f784daa-8ac8-447c-97d3-92a650575c15 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:44.693490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6609ca2e-234b-4127-8f4a-41292e0e1bba req-5f784daa-8ac8-447c-97d3-92a650575c15 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:44.694777 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6609ca2e-234b-4127-8f4a-41292e0e1bba req-5f784daa-8ac8-447c-97d3-92a650575c15 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 943 time: 0.2104084 Apr 15 11:00:44.758707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:44.777311 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6609ca2e-234b-4127-8f4a-41292e0e1bba req-324a5e1c-4f6d-407b-954f-3f2f02b28611 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705075 Apr 15 11:00:44.778888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07839afe-d445-4028-86e0-c372bb26b6ce,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:44.783168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:44.796504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-efd530e0-8254-4adf-9151-220fad3a8ea9 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:44.949753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Pushing event updated for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:44.955385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:45.002466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.002853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:45.004158 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-af14eace-d7dd-4de9-a203-c03ec99fa65a service neutron] 10.222.0.26 "PUT /v2.0/ports/07839afe-d445-4028-86e0-c372bb26b6ce HTTP/1.1" status: 200 len: 1093 time: 1.6278317 Apr 15 11:00:45.004713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:45.053932 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce', 'status': 'completed', 'code': 200} Apr 15 11:00:45.142604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-3e460ac5-ec6f-4d65-add1-d7775ba2a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.144297 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-3e460ac5-ec6f-4d65-add1-d7775ba2a9fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 1096 time: 0.0857990 Apr 15 11:00:45.277769 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f5094308-f867-45bd-9350-250f8b5c0348 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07839afe-d445-4028-86e0-c372bb26b6ce HTTP/1.1" status: 200 len: 217 time: 0.1254718 Apr 15 11:00:45.339670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:45.384002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f905a0d7-3d9d-45b3-9517-91b465966a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.385725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-f905a0d7-3d9d-45b3-9517-91b465966a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b528902-30a7-4177-9e94-7b525cf6760e HTTP/1.1" status: 200 len: 854 time: 0.1005886 Apr 15 11:00:45.443921 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad4524-3919-46ea-9eee-8d9e4aae5bab req-e5292272-af02-47b7-90a1-58071ca8162c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.445475 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12ad4524-3919-46ea-9eee-8d9e4aae5bab req-e5292272-af02-47b7-90a1-58071ca8162c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.2220602 Apr 15 11:00:45.453243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-96f65d8d-b469-40d9-8555-65ff0a512dc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be5d3147-fdc0-4098-b817-95ecefc3c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605581 Apr 15 11:00:45.587197 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-12ad4524-3919-46ea-9eee-8d9e4aae5bab req-4ce5c48b-c7c1-4b25-99d6-bc32dede0592 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330252 Apr 15 11:00:45.630236 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-77143b3b-d711-414d-91e5-9f35be982a11 service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621118 Apr 15 11:00:45.779059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a368a1e2-2fcc-4166-9bb3-44f7e08f0be2 req-7fefbe5a-dda2-4188-8221-0439e74e967e service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422391 Apr 15 11:00:45.921332 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-b4f1b98f-ea9c-44e2-a9c0-768d3946c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:45.922961 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-b4f1b98f-ea9c-44e2-a9c0-768d3946c6dd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1f46d1a2516b4758834342f4a52de3bf&device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 1096 time: 0.0912044 Apr 15 11:00:46.007483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a016d-a0e6-49e4-97c6-284816c36d4a req-db39a796-2567-4afe-ad3a-35764fbd7beb tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.009045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-291a016d-a0e6-49e4-97c6-284816c36d4a req-db39a796-2567-4afe-ad3a-35764fbd7beb tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 943 time: 0.1044607 Apr 15 11:00:46.064980 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-291a016d-a0e6-49e4-97c6-284816c36d4a req-7f513b6a-486b-4881-a359-d1f65aa0d903 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491326 Apr 15 11:00:46.078382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-2855daae-e03d-47a6-88f0-2a5e5085af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.081808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-2855daae-e03d-47a6-88f0-2a5e5085af5b service neutron] 10.222.0.26 "GET /v2.0/networks?id=be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 200 len: 915 time: 0.1512456 Apr 15 11:00:46.164498 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-61f29e87-34df-49fb-9a74-8759534eeca7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=07839afe-d445-4028-86e0-c372bb26b6ce HTTP/1.1" status: 200 len: 217 time: 0.0732412 Apr 15 11:00:46.236173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-e179abd0-9078-47aa-b095-63875dcbd528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.237789 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-e179abd0-9078-47aa-b095-63875dcbd528 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3b528902-30a7-4177-9e94-7b525cf6760e HTTP/1.1" status: 200 len: 854 time: 0.0664144 Apr 15 11:00:46.291265 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-19bdf70a-cb64-4657-a13c-4748f1c65cc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=be5d3147-fdc0-4098-b817-95ecefc3c288&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470371 Apr 15 11:00:46.442230 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-d92057d9-a094-4220-9ecb-ee2f285e693d service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446075 Apr 15 11:00:46.610024 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-79ea9b3d-dc73-4a52-a73d-42794b8d988a req-a1de7c2f-4afd-4859-aa5c-21bb84edfd08 service neutron] 10.222.0.26 "GET /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541338 Apr 15 11:00:46.810583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444700b-6482-401b-9686-aca5d2e8e0e2 req-6c25e1c9-e63f-43a4-86f4-0914caf303fe tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:46.812218 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b444700b-6482-401b-9686-aca5d2e8e0e2 req-6c25e1c9-e63f-43a4-86f4-0914caf303fe tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0939863 Apr 15 11:00:46.863397 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b444700b-6482-401b-9686-aca5d2e8e0e2 req-b75270bb-a4a1-42d8-87eb-a0450e591da6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431821 Apr 15 11:00:46.942883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:00:47.279277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12b3387-6871-4b07-b83d-2cfa20c49707 req-5ca02a4c-fd15-473d-98d4-3adf4ff94af8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:47.280924 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d12b3387-6871-4b07-b83d-2cfa20c49707 req-5ca02a4c-fd15-473d-98d4-3adf4ff94af8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 943 time: 0.0945497 Apr 15 11:00:47.334229 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d12b3387-6871-4b07-b83d-2cfa20c49707 req-363c66ed-65f5-4810-bf9b-b01c1cc3c54e tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462327 Apr 15 11:00:48.122469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee106f53-c684-4ebc-a6ea-e1441b2c8d24 req-10cbc632-88fe-4ff2-a7be-0dc9ef1a2d4b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.139808 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee106f53-c684-4ebc-a6ea-e1441b2c8d24 req-10cbc632-88fe-4ff2-a7be-0dc9ef1a2d4b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1454883 Apr 15 11:00:48.196058 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee106f53-c684-4ebc-a6ea-e1441b2c8d24 req-b4c20416-6ea7-44d8-93cf-f0eb24f7e2e1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552018 Apr 15 11:00:48.198593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-721b1edc-c43f-4c70-8b59-2f2bf1c00aa9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Synchronizing usage tracker for tenant:e38e058186444d71907a36a00fd1c223 on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:48.225120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-721b1edc-c43f-4c70-8b59-2f2bf1c00aa9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Unset dirty status for tenant:e38e058186444d71907a36a00fd1c223 on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:48.234818 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-721b1edc-c43f-4c70-8b59-2f2bf1c00aa9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-521479682&fields=id&tenant_id=e38e058186444d71907a36a00fd1c223 HTTP/1.1" status: 200 len: 267 time: 0.0945513 Apr 15 11:00:48.418337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-9dbfd730-0691-4b0f-8887-6eaf279364f1 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.419120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-9dbfd730-0691-4b0f-8887-6eaf279364f1 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Synchronizing usage tracker for tenant:e38e058186444d71907a36a00fd1c223 on resource:network {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:48.439739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-9dbfd730-0691-4b0f-8887-6eaf279364f1 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Unset dirty status for tenant:e38e058186444d71907a36a00fd1c223 on resource:network {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:48.440962 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-9dbfd730-0691-4b0f-8887-6eaf279364f1 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 808 time: 0.2050655 Apr 15 11:00:48.460775 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-3290915b-f143-4be7-a8d6-b79991f2c1b3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/quotas/e38e058186444d71907a36a00fd1c223 HTTP/1.1" status: 200 len: 375 time: 0.0105457 Apr 15 11:00:48.568077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-2adbdd45-8682-428f-a84d-147e48f2b4dd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Synchronizing usage tracker for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:48.577187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67d8933-44e8-4163-b302-eb6a8a26207e req-9894acc8-8081-403e-978c-a246baffadc4 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:48.582755 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b67d8933-44e8-4163-b302-eb6a8a26207e req-9894acc8-8081-403e-978c-a246baffadc4 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 943 time: 0.1205997 Apr 15 11:00:48.593138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-88f17823-e67b-4853-a322-b44a7703234e req-2adbdd45-8682-428f-a84d-147e48f2b4dd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Unset dirty status for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:48.594606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-2adbdd45-8682-428f-a84d-147e48f2b4dd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1170988 Apr 15 11:00:48.654566 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b67d8933-44e8-4163-b302-eb6a8a26207e req-daff489b-502c-4bd4-9957-d347a28873b4 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537529 Apr 15 11:00:48.776321 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-ef9ea205-4b56-4567-99fd-0fbb247bbdf8 service neutron] 10.222.0.32 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671503 Apr 15 11:00:48.948238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-48e2490c-522a-4da4-a7ff-e23d37eef229 service neutron] 10.222.0.32 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649659 Apr 15 11:00:49.414014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f522b5e-d2e0-469c-a195-fc7e20f62eaa req-4ac31d8e-ac09-4da9-bc38-81c30a3f1d9c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:49.421885 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f522b5e-d2e0-469c-a195-fc7e20f62eaa req-4ac31d8e-ac09-4da9-bc38-81c30a3f1d9c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1090896 Apr 15 11:00:49.497528 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdaeed9b-2c7b-4cc7-b4eb-d63899da3e7c req-79cb28d9-9538-415f-ac6f-95ab336cefcb tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0850313 Apr 15 11:00:49.746167 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f522b5e-d2e0-469c-a195-fc7e20f62eaa req-7f75cc26-39dc-4a43-a45e-6a1dd3ed2813 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3232234 Apr 15 11:00:49.908645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ac66b8-cc5b-4904-9f09-74d73fe33e61 req-4a2a1bc3-a6e3-404a-b8fa-497e70fcebdb tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:49.910357 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ac66b8-cc5b-4904-9f09-74d73fe33e61 req-4a2a1bc3-a6e3-404a-b8fa-497e70fcebdb tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 943 time: 0.1113765 Apr 15 11:00:49.969881 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-94ac66b8-cc5b-4904-9f09-74d73fe33e61 req-13cd3f61-cc76-4545-b2ac-772e8feb65c6 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519037 Apr 15 11:00:50.395767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 07839afe-d445-4028-86e0-c372bb26b6ce details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:50.592714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07839afe-d445-4028-86e0-c372bb26b6ce,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:50.614083 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': '07839afe-d445-4028-86e0-c372bb26b6ce', 'network_id': 'be5d3147-fdc0-4098-b817-95ecefc3c288', 'port_id': '07839afe-d445-4028-86e0-c372bb26b6ce', 'mac_address': 'fa:16:3e:e3:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b528902-30a7-4177-9e94-7b525cf6760e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:50.679449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.688831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1197a34b-cd62-487e-afea-f569c8240e00 req-0379d7fb-1ec8-4073-9138-efbcd010db8a tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0615318 Apr 15 11:00:50.705218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07839afe-d445-4028-86e0-c372bb26b6ce {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:50.726842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07839afe-d445-4028-86e0-c372bb26b6ce,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:50.744391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:50.749888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7177873a-5b6f-4cc0-8de3-f390a0d964d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:50.879644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:50.888670 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.889286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.889808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.890345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.891403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.891933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.892447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.892965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.893490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.894013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.894541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.895044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:00:50.905941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:50.959553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-77eaa188-f256-42d4-ab52-e1add94106ac tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:50.961110 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-77eaa188-f256-42d4-ab52-e1add94106ac tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 808 time: 0.2456644 Apr 15 11:00:51.016658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaf58f-cae0-4475-aa3e-4be4f7c97fea req-e841a848-930a-445a-ae21-b629a48f699c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.024583 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-efaaf58f-cae0-4475-aa3e-4be4f7c97fea req-e841a848-930a-445a-ae21-b629a48f699c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1200597 Apr 15 11:00:51.068841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['07839afe-d445-4028-86e0-c372bb26b6ce'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:51.084230 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-a415ba57-4e63-40cb-a949-5a1dd9823f97 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e38e058186444d71907a36a00fd1c223 HTTP/1.1" status: 200 len: 8059 time: 0.1120224 Apr 15 11:00:51.099778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'port': {'device_id': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'admin_state_up': True, 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'security_groups': ['1ef4cdbf-f634-481b-9633-c0e2d7e9c91f']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:51.126089 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-efaaf58f-cae0-4475-aa3e-4be4f7c97fea req-8fb7ba58-34fe-4e50-aa3d-adc5d60e313a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001844 Apr 15 11:00:51.280451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:00:51.295008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:00:51.326811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Made reservation on behalf of e38e058186444d71907a36a00fd1c223 for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:00:51.333534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.519111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a8c3d-37bd-47f3-b25e-1a40a12e19be req-8ee1560c-09a7-4923-aa3f-d3fbd77feee3 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:51.523189 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af6a8c3d-37bd-47f3-b25e-1a40a12e19be req-8ee1560c-09a7-4923-aa3f-d3fbd77feee3 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 944 time: 0.1849246 Apr 15 11:00:51.560448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Allocated IP 172.20.0.7 (e58a4e04-6c2c-484c-94af-a12129c64d03/9abc9657-3cea-4c3e-8653-4e93f0c1796c/b511490b-c718-4dae-b823-c2d5d6ec312e) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:00:51.605700 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-af6a8c3d-37bd-47f3-b25e-1a40a12e19be req-9ff4a88f-974f-48d1-9a18-97463fcd1fa8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746989 Apr 15 11:00:51.832531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.903079 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6790181a-ea89-4ecc-b293-515afbde1248 req-c0064e0d-caae-4d56-9b91-86165f2abff6 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0664716 Apr 15 11:00:51.905667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Transition to ACTIVE for port object b511490b-c718-4dae-b823-c2d5d6ec312e will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:51.932933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:51.953125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f0a854fe-6318-4451-aaa4-7ed30a8f06ac tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:52.093665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:52.096633 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:52.153277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Network e58a4e04-6c2c-484c-94af-a12129c64d03 is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:00:52.154470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:00:52.156877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:00:52.228855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.229539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.257175 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-809a58f6-63f3-4565-8675-7df6f291b747 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1675646 Apr 15 11:00:52.270186 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Request body: {'port': {'device_id': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:00:52.354635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb3c3e-cbfe-4e1c-beba-e68f10a43e64 req-468b3f2a-713c-4c23-9f58-3a5c65b54e3b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.356207 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09cb3c3e-cbfe-4e1c-beba-e68f10a43e64 req-468b3f2a-713c-4c23-9f58-3a5c65b54e3b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.0958982 Apr 15 11:00:52.389056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-b608a6a3-10dc-483c-8513-589e235dc94b None None] Provisioning for port b511490b-c718-4dae-b823-c2d5d6ec312e completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:52.395544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-b608a6a3-10dc-483c-8513-589e235dc94b None None] Provisioning complete for port b511490b-c718-4dae-b823-c2d5d6ec312e triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:52.395905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b608a6a3-10dc-483c-8513-589e235dc94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.396302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.406253 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09cb3c3e-cbfe-4e1c-beba-e68f10a43e64 req-68d07fdf-53b4-401d-b5ad-05b2cba2537f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Apr 15 11:00:52.457368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-b608a6a3-10dc-483c-8513-589e235dc94b None None] Port b511490b-c718-4dae-b823-c2d5d6ec312e cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:00:52.808207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d66979-a317-415f-9412-a4f148742ab8 req-8336eda9-051e-42d4-a108-46eb8b72d552 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:52.809920 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-77d66979-a317-415f-9412-a4f148742ab8 req-8336eda9-051e-42d4-a108-46eb8b72d552 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 944 time: 0.0925519 Apr 15 11:00:52.844794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b511490b-c718-4dae-b823-c2d5d6ec312e {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:52.853012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.864209 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-77d66979-a317-415f-9412-a4f148742ab8 req-b67c25f6-f590-45f0-ab80-3f48b9cefdd7 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472796 Apr 15 11:00:52.870262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Transition to ACTIVE for port object b511490b-c718-4dae-b823-c2d5d6ec312e will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:00:52.873378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:52.889259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4a72745e-e8fd-4901-b0cb-dd4f960d87fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:53.027280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:53.032686 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:53.046488 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-9e449f8b-bb5f-48ea-a781-dd4555969920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.048425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-9e449f8b-bb5f-48ea-a781-dd4555969920 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1098 time: 0.1049640 Apr 15 11:00:53.201382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-7d85acd0-e891-4f1d-8115-9c7862eb13fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.203018 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-7d85acd0-e891-4f1d-8115-9c7862eb13fc service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1489000 Apr 15 11:00:53.294559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efbcd2-b923-47e8-8b78-61e6c66c8ae5 req-0b7f0d2b-9e29-4e84-a83a-304bca7bb95b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.295327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-50efbcd2-b923-47e8-8b78-61e6c66c8ae5 req-0b7f0d2b-9e29-4e84-a83a-304bca7bb95b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Synchronizing usage tracker for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:00:53.317241 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-a71002f1-49b6-4e8b-8cc2-912bcc0f1adf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 1000 time: 0.1072135 Apr 15 11:00:53.330133 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-50efbcd2-b923-47e8-8b78-61e6c66c8ae5 req-0b7f0d2b-9e29-4e84-a83a-304bca7bb95b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Unset dirty status for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:00:53.331411 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50efbcd2-b923-47e8-8b78-61e6c66c8ae5 req-0b7f0d2b-9e29-4e84-a83a-304bca7bb95b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.2843933 Apr 15 11:00:53.375481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Attempting to bind port b511490b-c718-4dae-b823-c2d5d6ec312e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:00:53.375835 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Attempting to bind port b511490b-c718-4dae-b823-c2d5d6ec312e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:00:53.376219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Attempting to bind port b511490b-c718-4dae-b823-c2d5d6ec312e on network e58a4e04-6c2c-484c-94af-a12129c64d03 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:53.385655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Port b511490b-c718-4dae-b823-c2d5d6ec312e on network e58a4e04-6c2c-484c-94af-a12129c64d03 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:00:53.386081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Attempting to bind port b511490b-c718-4dae-b823-c2d5d6ec312e on network e58a4e04-6c2c-484c-94af-a12129c64d03 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:00:53.386978 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-b8a40a26-77b1-4e97-be3a-5e19be609e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.388544 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-b8a40a26-77b1-4e97-be3a-5e19be609e86 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0652549 Apr 15 11:00:53.397854 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50efbcd2-b923-47e8-8b78-61e6c66c8ae5 req-11e0af58-084b-4ccd-a0dc-cde53bdf2c8f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583620 Apr 15 11:00:53.398546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:00:53.398916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Checking segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:00:53.399325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Bound using segment: {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:00:53.399791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Bound port: b511490b-c718-4dae-b823-c2d5d6ec312e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:00:53.400198 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.477522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-5e1bc703-42ec-403b-b4ee-bc940448dcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.479141 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-5e1bc703-42ec-403b-b4ee-bc940448dcd5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842745 Apr 15 11:00:53.506466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:00:53.509643 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:00:53.516080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.602383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-54c9414f-abf1-45f9-b037-6451665e648f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:53.699639 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-4237a8e1-3e84-4bc5-959a-f5b760a091c7 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108870 Apr 15 11:00:53.723269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:53.726758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:53.731228 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.732096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:53.733774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] 10.222.0.26 "PUT /v2.0/ports/b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 1093 time: 1.4685764 Apr 15 11:00:53.734348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:53.739576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa877940-ec88-498a-bf2e-e52e0cb8a872 req-7d2f6fec-1270-4238-8506-65cf0d8cc00e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.741235 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa877940-ec88-498a-bf2e-e52e0cb8a872 req-7d2f6fec-1270-4238-8506-65cf0d8cc00e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 945 time: 0.1631222 Apr 15 11:00:53.816183 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'status': 'completed', 'code': 200} Apr 15 11:00:53.859424 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aa877940-ec88-498a-bf2e-e52e0cb8a872 req-2d224be5-8883-4bae-b674-2a484dc1da04 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632770 Apr 15 11:00:53.866231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-186ce787-08bb-4c0f-b24c-9c5eb49d8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:53.866231 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-186ce787-08bb-4c0f-b24c-9c5eb49d8532 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0891471 Apr 15 11:00:53.909344 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6f1aff7-4a62-4ea2-b570-6625802a31d9 req-7c6d32d8-aafc-4e32-a028-b12e4a4c9272 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020504 Apr 15 11:00:53.957665 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-985b918e-e304-4b5b-a316-b6f472b9e0e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 217 time: 0.0782704 Apr 15 11:00:54.075156 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-434289b8-192f-4835-a263-04e0b4e0c161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.076632 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-434289b8-192f-4835-a263-04e0b4e0c161 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.1130912 Apr 15 11:00:54.166391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa0ba8-228c-4633-b8df-9e79ff0f371c req-fc313df8-24a9-44ad-b841-9e6dc3ac9516 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.168010 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6eaa0ba8-228c-4633-b8df-9e79ff0f371c req-fc313df8-24a9-44ad-b841-9e6dc3ac9516 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 944 time: 0.1588299 Apr 15 11:00:54.207049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f17823-e67b-4853-a322-b44a7703234e req-ccb76f1a-4ed7-4ec9-8b91-394a68115436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.208644 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-ccb76f1a-4ed7-4ec9-8b91-394a68115436 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1238587 Apr 15 11:00:54.298493 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6eaa0ba8-228c-4633-b8df-9e79ff0f371c req-36f89b11-4772-4f64-87e0-124d4058d650 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198297 Apr 15 11:00:54.368479 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-186e767d-1fc6-4b1a-b86e-e1ac4c6fd80d service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521106 Apr 15 11:00:54.413098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 07839afe-d445-4028-86e0-c372bb26b6ce up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:00:54.487740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port 07839afe-d445-4028-86e0-c372bb26b6ce completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:00:54.492728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port 07839afe-d445-4028-86e0-c372bb26b6ce triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:00:54.493150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.531965 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-88f17823-e67b-4853-a322-b44a7703234e req-1408662a-c1ee-4d0c-a754-5790df813824 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556234 Apr 15 11:00:54.610345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82265e6-78b7-4d0b-a667-2e3318d445bf req-8bc908fd-7e16-4c99-bc84-e03dd2040a9f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.612098 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b82265e6-78b7-4d0b-a667-2e3318d445bf req-8bc908fd-7e16-4c99-bc84-e03dd2040a9f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0956702 Apr 15 11:00:54.629427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.660315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:54.671726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07839afe-d445-4028-86e0-c372bb26b6ce,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:54.673891 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b82265e6-78b7-4d0b-a667-2e3318d445bf req-732e5c3b-7ae6-4389-9a8e-a74c344739d8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532520 Apr 15 11:00:54.676000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-913ca5d8-65ff-459d-8e71-78cc3331d888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.677763 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-913ca5d8-65ff-459d-8e71-78cc3331d888 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0984914 Apr 15 11:00:54.679572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.680813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:00:54.737729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:54.778358 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce', 'code': 200} Apr 15 11:00:54.834445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-dc8deede-284a-478a-8d81-9c928cd4509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:54.836378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-dc8deede-284a-478a-8d81-9c928cd4509a service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1515858 Apr 15 11:00:54.866345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:54.871143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:54.887864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.929866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:54.933326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:54.935589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:54.936715 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-ca5e0a07-70a7-4ae3-a465-157ecc0a7a79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 217 time: 0.0812097 Apr 15 11:00:55.014085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=8']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:55.017792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:55.035322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c22f69c-c2da-48dd-b47a-8cbbea2d59d2 req-3ec52b6d-7498-44ee-a924-c90a0b1add64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.036959 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c22f69c-c2da-48dd-b47a-8cbbea2d59d2 req-3ec52b6d-7498-44ee-a924-c90a0b1add64 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 1098 time: 0.1101823 Apr 15 11:00:55.133831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c22f69c-c2da-48dd-b47a-8cbbea2d59d2 req-519139f6-c23b-4a1c-9cce-45becafab2a3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523121 Apr 15 11:00:55.167053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dbcd8-f507-483b-bc10-0bbb136d1a9c req-add616a5-63bf-4e96-a636-fc3c9e90d602 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.168709 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-829dbcd8-f507-483b-bc10-0bbb136d1a9c req-add616a5-63bf-4e96-a636-fc3c9e90d602 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1307483 Apr 15 11:00:55.219590 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-829dbcd8-f507-483b-bc10-0bbb136d1a9c req-0b62f012-6ce8-4254-a5b8-f5a81b0b307c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439277 Apr 15 11:00:55.249566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-39b00329-b946-427d-a969-040b6684e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.251162 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-39b00329-b946-427d-a969-040b6684e57d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.3078489 Apr 15 11:00:55.358449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-3fa1ee40-b385-4915-92fd-46b2dbf55a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.360150 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-3fa1ee40-b385-4915-92fd-46b2dbf55a47 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0892553 Apr 15 11:00:55.561135 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-8b7a04a7-4435-440f-aee2-a1fa339a8925 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939080 Apr 15 11:00:55.665055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c94cdc-34d0-45e1-86c0-84a97a865b77 req-355aebd6-69c0-47b4-b19b-e737179a8e43 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.666707 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-30c94cdc-34d0-45e1-86c0-84a97a865b77 req-355aebd6-69c0-47b4-b19b-e737179a8e43 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.2268751 Apr 15 11:00:55.755927 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-30c94cdc-34d0-45e1-86c0-84a97a865b77 req-ddd12bb3-14c1-4e1e-9234-0e744babe0fe tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787942 Apr 15 11:00:55.766628 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c79d8630-a30d-495b-baf0-f3006bb8162f req-fb938f33-cf6a-4699-9488-ff8e2e51f7be service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977415 Apr 15 11:00:55.899941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c08ff0-c990-4466-b3d2-b2e9023f7cb5 req-4057d1d2-26f0-4a8a-a08d-939dedf5240f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:55.901487 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-00c08ff0-c990-4466-b3d2-b2e9023f7cb5 req-4057d1d2-26f0-4a8a-a08d-939dedf5240f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0993659 Apr 15 11:00:55.952766 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-00c08ff0-c990-4466-b3d2-b2e9023f7cb5 req-2b92ba25-4e63-4b3f-900d-2324823259ba tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444686 Apr 15 11:00:56.429857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c9217-801d-4b9b-8f3d-20cb89b3d474 req-fd3c2529-f883-4ae7-a041-a753bee1b237 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:56.431498 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3f3c9217-801d-4b9b-8f3d-20cb89b3d474 req-fd3c2529-f883-4ae7-a041-a753bee1b237 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0892887 Apr 15 11:00:56.484280 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3f3c9217-801d-4b9b-8f3d-20cb89b3d474 req-98e35266-e633-49c0-8570-c8e25769c344 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459061 Apr 15 11:00:56.779345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:00:56.961224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2380eb9-91f9-4280-a6e9-864e29c89be9 req-fc146997-2008-4c48-ad4b-f2ede1c35524 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:56.962865 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2380eb9-91f9-4280-a6e9-864e29c89be9 req-fc146997-2008-4c48-ad4b-f2ede1c35524 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.0926793 Apr 15 11:00:57.013653 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c2380eb9-91f9-4280-a6e9-864e29c89be9 req-8cde9799-d73f-41b8-af83-f73f9b517f08 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438366 Apr 15 11:00:57.046777 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'code': 422} returned with failed status Apr 15 11:00:57.245634 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac75638-8db8-4a06-bcc5-2651e687ccf9 req-46a7df82-0b03-49f5-9c98-e3ce87807f0c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:57.247304 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6ac75638-8db8-4a06-bcc5-2651e687ccf9 req-46a7df82-0b03-49f5-9c98-e3ce87807f0c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0960584 Apr 15 11:00:57.295774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6ac75638-8db8-4a06-bcc5-2651e687ccf9 req-098bb8de-bffb-4b08-b960-dbb7ecea239c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418749 Apr 15 11:00:57.691833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240512da-ddc1-4caf-b292-ad6dd35779d5 req-59557d3b-d8f4-4b97-8dcc-5510461f8c6b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:57.693800 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-240512da-ddc1-4caf-b292-ad6dd35779d5 req-59557d3b-d8f4-4b97-8dcc-5510461f8c6b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1008451 Apr 15 11:00:57.757671 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-240512da-ddc1-4caf-b292-ad6dd35779d5 req-8d4b2523-a38f-4f05-8007-81f43bff1375 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542898 Apr 15 11:00:57.879824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 40954) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:00:58.015806 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-c9053afb-e381-4fe0-84a4-224a552aa172 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1343892 Apr 15 11:00:58.425421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:00:58.502849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b598619b-a6b8-408d-94d7-e09967409053 req-e9f1065b-1813-4539-9787-c1cb87c00f8d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.504459 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b598619b-a6b8-408d-94d7-e09967409053 req-e9f1065b-1813-4539-9787-c1cb87c00f8d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0914421 Apr 15 11:00:58.553554 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b598619b-a6b8-408d-94d7-e09967409053 req-9df194b1-c7d4-4e7a-bb11-591dc3de7aeb tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427244 Apr 15 11:00:58.578572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:58.594163 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:00:58.655327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.677071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b511490b-c718-4dae-b823-c2d5d6ec312e {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:00:58.694955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:00:58.698553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:00:58.700395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:00:58.774137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:00:58.777916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:00:58.972365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07140e-0b0d-4ea6-b253-7694c9b8f5ae req-3c3b7e9e-ca19-41bb-bd0a-6bcd27b931cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:58.973913 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c07140e-0b0d-4ea6-b253-7694c9b8f5ae req-3c3b7e9e-ca19-41bb-bd0a-6bcd27b931cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0946496 Apr 15 11:00:59.038609 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c07140e-0b0d-4ea6-b253-7694c9b8f5ae req-7180cc48-067f-485b-9579-c4bce2144978 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576777 Apr 15 11:00:59.059361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['b511490b-c718-4dae-b823-c2d5d6ec312e'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:00:59.270583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-29678120-20bf-4176-b66e-6184fd7b8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.272078 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-29678120-20bf-4176-b66e-6184fd7b8c7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347&tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 1096 time: 0.0833435 Apr 15 11:00:59.377183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-4db010c6-0d7b-4fcb-8fd4-03b06b1d7112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.380504 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-4db010c6-0d7b-4fcb-8fd4-03b06b1d7112 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1096 time: 0.0863836 Apr 15 11:00:59.543011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-8dc88611-985e-4920-88e2-a1b406674800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.544542 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-8dc88611-985e-4920-88e2-a1b406674800 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1575923 Apr 15 11:00:59.660059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-9e48a3c4-68ed-4358-aee6-6e0e9a7921e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 998 time: 0.1083312 Apr 15 11:00:59.731166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-8ae9ef9d-7e23-4d7d-a9a6-37987341b10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.732747 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-8ae9ef9d-7e23-4d7d-a9a6-37987341b10e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0662637 Apr 15 11:00:59.763428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef903c1d-e984-4ca2-acfe-5fa8960685a1 req-20a75cd6-612d-4cdc-b44c-990d559f7f9c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.764982 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ef903c1d-e984-4ca2-acfe-5fa8960685a1 req-20a75cd6-612d-4cdc-b44c-990d559f7f9c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 944 time: 0.0926702 Apr 15 11:00:59.813995 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ef903c1d-e984-4ca2-acfe-5fa8960685a1 req-e664eda7-114c-4dfe-8814-c005d629c414 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420432 Apr 15 11:00:59.821866 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-cf0529ce-334c-4fd1-b3fc-8db885e97023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:00:59.823957 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-cf0529ce-334c-4fd1-b3fc-8db885e97023 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845752 Apr 15 11:00:59.983146 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-4087c6b7-0a9f-4d2c-a38a-6ee74157a712 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510742 Apr 15 11:01:00.128937 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2fb7bd-396f-4fbe-b30d-0c3113e949ab req-d37dcf76-d1f2-4fb6-8eec-d8fb6d6943b7 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389403 Apr 15 11:01:00.296014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd8124-dd96-4323-ab7d-4d2dc07caea4 req-23d8d3b7-7e7d-48cd-9922-78f0674fe1b3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:00.297688 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdbd8124-dd96-4323-ab7d-4d2dc07caea4 req-23d8d3b7-7e7d-48cd-9922-78f0674fe1b3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0942516 Apr 15 11:01:00.349806 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdbd8124-dd96-4323-ab7d-4d2dc07caea4 req-45806415-7136-4ff5-bb9a-d57296bf23fd tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446379 Apr 15 11:01:00.454938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:00.533074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port b511490b-c718-4dae-b823-c2d5d6ec312e completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:01:00.538172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port b511490b-c718-4dae-b823-c2d5d6ec312e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:00.538646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.665088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.695073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:00.705638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:00.710168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:00.711334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:00.743672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:00.785213 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'code': 200} Apr 15 11:01:00.847899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:00.851914 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:01.096636 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f1f283-1f3b-4557-ab82-3bbd491037a6 req-4130aa1b-0cc4-4532-a3cb-47c352855bb8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.107373 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4f1f283-1f3b-4557-ab82-3bbd491037a6 req-4130aa1b-0cc4-4532-a3cb-47c352855bb8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1622367 Apr 15 11:01:01.229309 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e4f1f283-1f3b-4557-ab82-3bbd491037a6 req-ee8844fc-94b4-4732-8f0e-c5231e5e7842 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207240 Apr 15 11:01:01.578894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a4a96d-cfa4-42cb-bf6f-0912826a3d85 req-33d1803d-a293-4656-beec-c4ef35b64c06 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:01.580561 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-37a4a96d-cfa4-42cb-bf6f-0912826a3d85 req-33d1803d-a293-4656-beec-c4ef35b64c06 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0974829 Apr 15 11:01:01.643565 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-37a4a96d-cfa4-42cb-bf6f-0912826a3d85 req-6a8f6e2e-29cf-40c3-882e-65abd7e2b811 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564227 Apr 15 11:01:02.437391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7331d3d3-35d2-4046-acb3-802f382c3b67 req-098d3af1-8a84-40a1-9552-3e7a9c713765 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.439025 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7331d3d3-35d2-4046-acb3-802f382c3b67 req-098d3af1-8a84-40a1-9552-3e7a9c713765 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0951231 Apr 15 11:01:02.490999 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7331d3d3-35d2-4046-acb3-802f382c3b67 req-cb5bc653-245b-4742-b51f-95526dc0bc6f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448983 Apr 15 11:01:02.565983 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bb3c5eec-7251-47c9-94be-b9ec9f31263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:02.873861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd52af45-7be3-4d36-9859-54486e6c3bb7 req-18ac2cf0-e3f7-41d1-ab15-53106e4835d3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:02.875523 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bd52af45-7be3-4d36-9859-54486e6c3bb7 req-18ac2cf0-e3f7-41d1-ab15-53106e4835d3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0925570 Apr 15 11:01:02.943447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bd52af45-7be3-4d36-9859-54486e6c3bb7 req-a2f66423-84af-43a0-a2f9-6481703a29c2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611985 Apr 15 11:01:03.703427 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c280f9-444e-4dc7-91f6-1a2b4ca52d64 req-d71fc30e-98ee-441c-a47e-a97f627248fa tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:03.705238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-86c280f9-444e-4dc7-91f6-1a2b4ca52d64 req-d71fc30e-98ee-441c-a47e-a97f627248fa tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0947397 Apr 15 11:01:03.757758 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-86c280f9-444e-4dc7-91f6-1a2b4ca52d64 req-4de1122f-ab1a-421f-a3ff-79fa8e87bf88 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442584 Apr 15 11:01:04.429709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbd41f-1765-4f4e-9d44-99475654f496 req-65c5188b-87a4-474e-9d68-f27c6695a162 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.431425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0fbbd41f-1765-4f4e-9d44-99475654f496 req-65c5188b-87a4-474e-9d68-f27c6695a162 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.3595779 Apr 15 11:01:04.492427 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0fbbd41f-1765-4f4e-9d44-99475654f496 req-643f2f37-b6b1-4a2b-8a2c-aa5ce5d0567d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536904 Apr 15 11:01:04.974827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5e049-715b-41ce-b8ef-af5c122b3919 req-7562e78c-2194-40d7-8d2c-f6976e73ae91 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:04.976503 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09b5e049-715b-41ce-b8ef-af5c122b3919 req-7562e78c-2194-40d7-8d2c-f6976e73ae91 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0942633 Apr 15 11:01:05.032280 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09b5e049-715b-41ce-b8ef-af5c122b3919 req-03fdcfd7-fe71-4cab-97b3-fa03c9f522a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482440 Apr 15 11:01:05.069666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-655df5f2-7a69-4dcf-9235-ee86409b2108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.713687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911139e4-f87e-4e16-b1d6-5867813f029e req-8fe8e9b7-ef78-468a-96bb-875f8b58844d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:05.715339 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-911139e4-f87e-4e16-b1d6-5867813f029e req-8fe8e9b7-ef78-468a-96bb-875f8b58844d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0952621 Apr 15 11:01:05.751331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:05.771879 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-911139e4-f87e-4e16-b1d6-5867813f029e req-b886e82c-0093-40f4-84c4-76ee26613d0c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495918 Apr 15 11:01:06.244047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d32dd-d95b-44eb-b85d-3a03228b845a req-cd1ffd60-f281-4efe-b13d-0eb9d61f8809 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.245746 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e63d32dd-d95b-44eb-b85d-3a03228b845a req-cd1ffd60-f281-4efe-b13d-0eb9d61f8809 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0954223 Apr 15 11:01:06.297428 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e63d32dd-d95b-44eb-b85d-3a03228b845a req-745c9079-a3d5-429b-b983-ac697dbac15d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442004 Apr 15 11:01:06.461371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:06.986965 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6994f028-7d05-43f9-878a-4fcc7ce0e74c req-5f75e055-f0f0-4c1d-9402-07088ed13b11 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:06.989829 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6994f028-7d05-43f9-878a-4fcc7ce0e74c req-5f75e055-f0f0-4c1d-9402-07088ed13b11 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0974936 Apr 15 11:01:07.039719 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6994f028-7d05-43f9-878a-4fcc7ce0e74c req-c734a2fb-c1e5-40ee-8db5-9663bedbb8ed tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444281 Apr 15 11:01:07.297079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:07.520106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1121470-5463-4581-a6a7-f3aee56c5557 req-ae1106d7-cc3d-4820-aa34-f48220390c20 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:07.522233 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1121470-5463-4581-a6a7-f3aee56c5557 req-ae1106d7-cc3d-4820-aa34-f48220390c20 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1031611 Apr 15 11:01:07.579290 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c1121470-5463-4581-a6a7-f3aee56c5557 req-1f9deb9c-4143-4031-9773-f2764194b74e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500846 Apr 15 11:01:08.425308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211a0c5-ce5d-492f-9745-7ce5b0b3086d req-d2e736a6-0eda-4265-918f-4c40f8df5501 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.427090 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3211a0c5-ce5d-492f-9745-7ce5b0b3086d req-d2e736a6-0eda-4265-918f-4c40f8df5501 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0960026 Apr 15 11:01:08.483243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3211a0c5-ce5d-492f-9745-7ce5b0b3086d req-d07f2960-8f53-4df6-99ad-993d4d0e34e6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494661 Apr 15 11:01:08.798424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585a003-39e1-4bff-b2ed-b8a69eb954a4 req-9b9ea09c-2dcf-4381-8dd9-4d31162c50a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:08.799973 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c585a003-39e1-4bff-b2ed-b8a69eb954a4 req-9b9ea09c-2dcf-4381-8dd9-4d31162c50a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0956004 Apr 15 11:01:08.858484 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c585a003-39e1-4bff-b2ed-b8a69eb954a4 req-a91ed48b-fc3b-42f6-815c-b1f5ac0dbe58 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504849 Apr 15 11:01:09.702378 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7fb02f-145e-4bd7-a242-b94a7f1a5440 req-8ff4a814-f21f-4752-951b-552c8b5e09cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:09.704103 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d7fb02f-145e-4bd7-a242-b94a7f1a5440 req-8ff4a814-f21f-4752-951b-552c8b5e09cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0977161 Apr 15 11:01:09.754532 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d7fb02f-145e-4bd7-a242-b94a7f1a5440 req-aa1075d6-2c4d-4c6f-af0b-a2bccafdbfc1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438511 Apr 15 11:01:10.075540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d1240-7cd0-4577-9a98-7e1e6850215e req-b023ca0d-7c41-49ac-8025-ae4dda71c88b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.077510 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-672d1240-7cd0-4577-9a98-7e1e6850215e req-b023ca0d-7c41-49ac-8025-ae4dda71c88b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0990465 Apr 15 11:01:10.127756 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-672d1240-7cd0-4577-9a98-7e1e6850215e req-b88acbc0-d97b-4de7-93e5-79fe8492d5c2 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435140 Apr 15 11:01:10.980421 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75076e82-7456-46e5-82b8-4e8b69b7208e req-1db7832b-751e-45f1-80fc-69fd4713ac78 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:10.982158 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75076e82-7456-46e5-82b8-4e8b69b7208e req-1db7832b-751e-45f1-80fc-69fd4713ac78 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1053026 Apr 15 11:01:11.034034 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75076e82-7456-46e5-82b8-4e8b69b7208e req-55121344-0c78-4ffb-8890-f5bd617e2804 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453272 Apr 15 11:01:11.348528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3753d5-e68d-4a6d-9ae5-5f75588a8786 req-c8b07fb2-3eb1-40c9-be6a-ac0c8164d011 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:11.350836 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f3753d5-e68d-4a6d-9ae5-5f75588a8786 req-c8b07fb2-3eb1-40c9-be6a-ac0c8164d011 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1044662 Apr 15 11:01:11.402422 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f3753d5-e68d-4a6d-9ae5-5f75588a8786 req-8fee9e54-8601-437f-9291-e51791cbf022 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435150 Apr 15 11:01:12.262288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d35215-e21a-46e3-9070-04cf31ad228e req-094c2b83-6092-4108-9706-439c2a65590f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.263924 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8d35215-e21a-46e3-9070-04cf31ad228e req-094c2b83-6092-4108-9706-439c2a65590f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0911434 Apr 15 11:01:12.316632 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8d35215-e21a-46e3-9070-04cf31ad228e req-8919428d-5ba5-4988-af96-33da48394cf4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461674 Apr 15 11:01:12.611566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32226fdf-3916-4efe-a6d8-72fe4c4021db req-02341d37-2725-4ece-a75d-ebc14103da1b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:12.613080 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-32226fdf-3916-4efe-a6d8-72fe4c4021db req-02341d37-2725-4ece-a75d-ebc14103da1b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0925035 Apr 15 11:01:12.662570 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-32226fdf-3916-4efe-a6d8-72fe4c4021db req-194d7710-a98f-4990-9152-8a3e84210281 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429444 Apr 15 11:01:13.547644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff28e2-28f2-4f2b-b008-a16f816d6be8 req-6c23ebb9-1401-4ac7-a8e9-159a89030626 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.549258 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7aff28e2-28f2-4f2b-b008-a16f816d6be8 req-6c23ebb9-1401-4ac7-a8e9-159a89030626 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1030481 Apr 15 11:01:13.600093 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7aff28e2-28f2-4f2b-b008-a16f816d6be8 req-c0e0d746-060f-4124-bc1f-cd003f44ddb3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441763 Apr 15 11:01:13.869418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dcc665-2774-4b2f-a658-288d47fc2a90 req-f1f4bcc9-b81a-4600-aca9-0af97243a450 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:13.871074 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7dcc665-2774-4b2f-a658-288d47fc2a90 req-f1f4bcc9-b81a-4600-aca9-0af97243a450 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0914929 Apr 15 11:01:13.927046 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e7dcc665-2774-4b2f-a658-288d47fc2a90 req-18b16b0a-d839-4d18-b6fb-3fe59952a5e7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459802 Apr 15 11:01:14.831810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612686b-f942-4cb4-8d2e-438ae51e0698 req-c62ad262-4546-4fc1-8694-f95fccd50bee tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:14.833427 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8612686b-f942-4cb4-8d2e-438ae51e0698 req-c62ad262-4546-4fc1-8694-f95fccd50bee tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0968411 Apr 15 11:01:14.884266 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8612686b-f942-4cb4-8d2e-438ae51e0698 req-13e6a9ec-34fd-4293-b7c3-4ea9ad6775ca tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429804 Apr 15 11:01:15.143221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174f8b3-30ef-44c9-9b3c-1785cec0f7e3 req-0acf93ce-f1c8-40cf-948a-b9db0308c9fc tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:15.144831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e174f8b3-30ef-44c9-9b3c-1785cec0f7e3 req-0acf93ce-f1c8-40cf-948a-b9db0308c9fc tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0920839 Apr 15 11:01:15.196744 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e174f8b3-30ef-44c9-9b3c-1785cec0f7e3 req-8c6f4a59-a483-4752-b0f3-e7eafc740e08 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453317 Apr 15 11:01:15.336353 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:15.402147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca753e-f5eb-47fd-bb92-459fe4cc483c req-c28f9acd-fcaa-44a4-950c-cfcd8b88f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:15.403797 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1fca753e-f5eb-47fd-bb92-459fe4cc483c req-c28f9acd-fcaa-44a4-950c-cfcd8b88f47a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0802610 Apr 15 11:01:15.453792 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1fca753e-f5eb-47fd-bb92-459fe4cc483c req-bbffe5c3-5446-41aa-864a-ed609b297d26 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408163 Apr 15 11:01:16.099220 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dec9a0-b7a5-4349-8cef-6d9fd1cd059f req-038cc561-61c2-4378-a1bb-ea479c31f6a2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.100882 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28dec9a0-b7a5-4349-8cef-6d9fd1cd059f req-038cc561-61c2-4378-a1bb-ea479c31f6a2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.0922494 Apr 15 11:01:16.153568 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-28dec9a0-b7a5-4349-8cef-6d9fd1cd059f req-afd7c5e7-84a6-4c87-aea2-d4c6f29985cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459199 Apr 15 11:01:16.405129 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ed191-4d80-4915-8f44-44f645c9710b req-58ebfbc5-0df4-4ae3-951f-19e225adf43b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:16.406670 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ea2ed191-4d80-4915-8f44-44f645c9710b req-58ebfbc5-0df4-4ae3-951f-19e225adf43b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0939388 Apr 15 11:01:16.456240 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ea2ed191-4d80-4915-8f44-44f645c9710b req-290629b7-4443-462b-ac8c-53656e072431 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433328 Apr 15 11:01:17.389255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8a7090-5c71-4d65-a474-1f92b9dedbf7 req-a1ee973e-3e6d-445a-aa5f-cfd00010ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.390827 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4b8a7090-5c71-4d65-a474-1f92b9dedbf7 req-a1ee973e-3e6d-445a-aa5f-cfd00010ceb4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1084061 Apr 15 11:01:17.439582 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4b8a7090-5c71-4d65-a474-1f92b9dedbf7 req-7e2509f0-94fd-43f0-b30d-d4cc32958cd5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422027 Apr 15 11:01:17.666081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cee3f7-c097-4d8a-860d-f976591e8d83 req-a63bed29-8410-4e15-8e8b-5ee762f5916b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.668455 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f9cee3f7-c097-4d8a-860d-f976591e8d83 req-a63bed29-8410-4e15-8e8b-5ee762f5916b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0958681 Apr 15 11:01:17.723296 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f9cee3f7-c097-4d8a-860d-f976591e8d83 req-e765f680-452d-4df8-97ed-878c918bc281 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455282 Apr 15 11:01:17.777020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-43e72236-a2b3-4e41-bf49-f003a582e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.778704 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-43e72236-a2b3-4e41-bf49-f003a582e69c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1096 time: 0.0896001 Apr 15 11:01:17.992096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-1d0e1c31-b600-4cf4-aaf6-85ebad47eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:17.993594 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-1d0e1c31-b600-4cf4-aaf6-85ebad47eba9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1948538 Apr 15 11:01:18.087717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86ed5-f2ee-4c45-9565-7cf700f0d811 req-56ff221f-192e-475b-b93b-a73d2a6640d8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.089344 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-53b86ed5-f2ee-4c45-9565-7cf700f0d811 req-56ff221f-192e-475b-b93b-a73d2a6640d8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.2172375 Apr 15 11:01:18.140546 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-d0c9ece6-4e6a-4cde-8748-24c861672305 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 200 len: 998 time: 0.1384523 Apr 15 11:01:18.203347 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-53b86ed5-f2ee-4c45-9565-7cf700f0d811 req-bda0a991-ce2e-4a6c-bf39-370a78b02547 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035109 Apr 15 11:01:18.226331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-84f0bf4d-7390-4758-ab08-cde981d8a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.227897 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-84f0bf4d-7390-4758-ab08-cde981d8a8c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0772963 Apr 15 11:01:18.229268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41116) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:18.679104 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-a8680e3a-2341-4c80-a065-9c03925444b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.680692 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-a8680e3a-2341-4c80-a065-9c03925444b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4446492 Apr 15 11:01:18.687932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d392f55-55de-4169-9e92-e5bc6a7818a7 tempest-TestShelveInstance-1830497589 tempest-TestShelveInstance-1830497589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.689407 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0d392f55-55de-4169-9e92-e5bc6a7818a7 tempest-TestShelveInstance-1830497589 tempest-TestShelveInstance-1830497589-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1093 time: 0.4589217 Apr 15 11:01:18.693304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41128) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:01:18.699239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:01:18.706302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:01:18.710841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Usage tracker for resource:floatingip and tenant:e38e058186444d71907a36a00fd1c223 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:01:18.714074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:01:18.721685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:01:18.732480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for floatingip, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.826058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e69d3-c77f-460c-981e-34162a686963 req-8b2cc7f7-a690-4639-a196-12f515f932b5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:18.827674 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1c0e69d3-c77f-460c-981e-34162a686963 req-8b2cc7f7-a690-4639-a196-12f515f932b5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.2089126 Apr 15 11:01:18.886769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:18.894128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-81017650-45cb-4a04-8b19-ab73633e98ae service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027214 Apr 15 11:01:18.899058 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1c0e69d3-c77f-460c-981e-34162a686963 req-d980a383-ee3f-4692-a870-2ebe709c9820 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606661 Apr 15 11:01:19.036950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Allocated IP 172.28.3.14 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/e3a331d6-0a9f-445e-bd77-d44c0867089d) {{(pid=85374) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:01:19.038698 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5cb6a748-59ca-4aeb-99b6-19bb91edea46 req-416da6bc-b970-44aa-b66f-415b2474d863 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379414 Apr 15 11:01:19.196100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for port, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.230187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.243180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fc7625aa-5bf8-4e3c-949e-9af70a3ec19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:19.379471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'Port': ['ID=e3a331d6-0a9f-445e-bd77-d44c0867089d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:19.384057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:19.437351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85374) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:01:19.438674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Resources bound (agent type, host, resource id): {{(pid=85374) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:01:19.441207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Received port after_create {{(pid=85374) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:01:19.876594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:19.959576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.135312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb0e54-4c51-4fa8-8231-d80d7f2a1730 req-b2a0acfd-a60f-491b-a18a-dcf594603330 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:20.136978 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6adb0e54-4c51-4fa8-8231-d80d7f2a1730 req-b2a0acfd-a60f-491b-a18a-dcf594603330 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 943 time: 0.1097322 Apr 15 11:01:20.192976 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6adb0e54-4c51-4fa8-8231-d80d7f2a1730 req-996ffe0d-f06c-4e94-836a-905dcb9eeab5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493550 Apr 15 11:01:20.264666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for port, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.268395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1072021'] for port, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.283564 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4ce86ba4-d350-46f1-a985-a9a992cb9029 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:20.420221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event updated for resources: {'Port': ['ID=e3a331d6-0a9f-445e-bd77-d44c0867089d,revision_number=2']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:20.425407 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:20.522474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:01:20.675538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:20.692446 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'mac_address': 'fa:16:3e:21:d4:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:01:20.758118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.774463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.776703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:01:20.793276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:20.796872 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:20.798758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:20.870956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=9']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:20.874476 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:20.958869 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Floating IP 8e509a0f-c184-419d-8bf1-4b505528f7fb associated. External IP: 172.28.3.14, port: b511490b-c718-4dae-b823-c2d5d6ec312e. Apr 15 11:01:21.119113 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['a07f4e24-2dd9-43cf-9493-06dbad84c16b'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:21.343632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:01:21.404563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353ac0f-316c-4636-bc54-3440fc8fc152 req-67f1802f-724d-4067-95d3-19b661bd07eb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.406192 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c353ac0f-316c-4636-bc54-3440fc8fc152 req-67f1802f-724d-4067-95d3-19b661bd07eb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 944 time: 0.0923564 Apr 15 11:01:21.460874 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c353ac0f-316c-4636-bc54-3440fc8fc152 req-f6a1b9f9-af85-4079-8ede-46c83bf7e0f7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Apr 15 11:01:21.543408 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:01:21.560512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Sync routers for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:01:21.569276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:21.572658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:21.573305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:01:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:21.638262 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c54b7ca2-8dd6-407e-8b9b-c2c12a932030 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9366708 Apr 15 11:01:21.638262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:21.688430 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'status': 'completed', 'code': 200} Apr 15 11:01:21.795794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-12ff8fe2-35fa-462a-994f-54253b2e6af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.796027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:21.797501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-12ff8fe2-35fa-462a-994f-54253b2e6af8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0804532 Apr 15 11:01:21.946268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-2f4009ad-d3e9-4ef9-9540-cef54f75b158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:21.947953 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-2f4009ad-d3e9-4ef9-9540-cef54f75b158 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1426468 Apr 15 11:01:22.074104 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-b14e812d-827e-4d11-9a4e-226fc805171c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 998 time: 0.1100960 Apr 15 11:01:22.147293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-44d27a67-7151-4b12-a8ac-de48e5d092ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.149566 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-44d27a67-7151-4b12-a8ac-de48e5d092ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0689731 Apr 15 11:01:22.177004 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '8e509a0f-c184-419d-8bf1-4b505528f7fb', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'floating_ip_address': '172.28.3.14', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:19Z', 'updated_at': '2021-04-15T11:01:19Z', 'revision_number': 0, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:22.181221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Checking router: 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:01:22.190582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:01:22.191253 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:01:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:22.238750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-1b7c2c7a-1d37-4583-a718-9fcfe9cfa262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.240352 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-1b7c2c7a-1d37-4583-a718-9fcfe9cfa262 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0843546 Apr 15 11:01:22.388169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:01:22.388847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-9d3a1aa6-9b0a-4e64-9f20-7a8828479f35 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399972 Apr 15 11:01:22.536065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:01:22.543380 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1864beeb-a8f8-4a64-b10b-d991b852289e req-929e6883-39fa-4478-9bb1-bf00ba0f60ae service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423199 Apr 15 11:01:22.682704 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25585736-052f-4364-a4f5-14a6ebe08190 req-1382782f-e2f0-40cd-be21-317c68cb4298 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:22.684499 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25585736-052f-4364-a4f5-14a6ebe08190 req-1382782f-e2f0-40cd-be21-317c68cb4298 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 944 time: 0.0943813 Apr 15 11:01:22.740025 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25585736-052f-4364-a4f5-14a6ebe08190 req-55774872-2563-4f42-a9f3-418a7ed757a6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481083 Apr 15 11:01:22.894839 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port a07f4e24-2dd9-43cf-9493-06dbad84c16b triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:01:22.895222 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.092637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.114727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '8e509a0f-c184-419d-8bf1-4b505528f7fb', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'floating_ip_address': '172.28.3.14', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:19Z', 'updated_at': '2021-04-15T11:01:19Z', 'revision_number': 0, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:01:23.125166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ca1a43-0b31-4a3d-9624-f39d66ec3472 None None] The sync data for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb is: [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': '8e509a0f-c184-419d-8bf1-4b505528f7fb', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'floating_ip_address': '172.28.3.14', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:01:19Z', 'updated_at': '2021-04-15T11:01:19Z', 'revision_number': 0, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:01:23.130937 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:23.142343 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:23.145481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:23.147469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:23.185310 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'code': 200} Apr 15 11:01:23.223208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=10']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:23.226296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:23.439437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e4cb5-f742-4bc8-95c4-b757d71c9f0d None None] New status for floating IP 8e509a0f-c184-419d-8bf1-4b505528f7fb: ACTIVE {{(pid=85376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:01:23.813831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32250e9-c5b1-4cd7-a1b1-0aef5ea2bb75 req-d086b542-b88b-4d35-adb5-27a7eef3a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.815455 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b32250e9-c5b1-4cd7-a1b1-0aef5ea2bb75 req-d086b542-b88b-4d35-adb5-27a7eef3a797 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 1099 time: 0.0847130 Apr 15 11:01:23.861045 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b32250e9-c5b1-4cd7-a1b1-0aef5ea2bb75 req-0be3b1a1-2d43-4ce3-92c4-efcde4769113 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Apr 15 11:01:23.942927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:01:23.961219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138d2a6-03b6-4fe9-9069-9356ba5ab039 req-3cc3f7a0-1988-4995-9ecf-a489de63f6a0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:23.962836 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7138d2a6-03b6-4fe9-9069-9356ba5ab039 req-3cc3f7a0-1988-4995-9ecf-a489de63f6a0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.0955758 Apr 15 11:01:24.012184 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7138d2a6-03b6-4fe9-9069-9356ba5ab039 req-e96a7951-d961-4515-a97a-e7dc8af28b8d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422513 Apr 15 11:01:25.238140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e200b-94d5-41fc-92b3-8c8eeeaf770e req-a070c272-a445-4633-9678-a2b4ac733cde tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:25.239770 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a95e200b-94d5-41fc-92b3-8c8eeeaf770e req-a070c272-a445-4633-9678-a2b4ac733cde tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.0897517 Apr 15 11:01:25.291486 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a95e200b-94d5-41fc-92b3-8c8eeeaf770e req-8769a523-8d79-4798-b889-85cf099d0c23 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438423 Apr 15 11:01:26.528660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db404c7c-efee-47d0-8981-fce4577a72c0 req-a1aa5386-5ecd-43df-8a0f-e8f8bf93c8c6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:26.530300 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-db404c7c-efee-47d0-8981-fce4577a72c0 req-a1aa5386-5ecd-43df-8a0f-e8f8bf93c8c6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.1074238 Apr 15 11:01:26.587506 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-db404c7c-efee-47d0-8981-fce4577a72c0 req-68b64366-1402-4a93-9597-ad5d00d542d1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472908 Apr 15 11:01:32.554324 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-895df92b-4cd2-40e8-a011-adc3f292567c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:33.221266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4181d-aa34-4107-a3a8-a9df68d07811 req-6946e99b-20a9-4d5e-b268-0b0fdd11785b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:33.222905 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9a4181d-aa34-4107-a3a8-a9df68d07811 req-6946e99b-20a9-4d5e-b268-0b0fdd11785b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.0980074 Apr 15 11:01:33.275340 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d9a4181d-aa34-4107-a3a8-a9df68d07811 req-16a4d3c5-279a-4184-909a-fd8c9874796b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458865 Apr 15 11:01:34.501815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546a0bd-0864-4b45-8ad5-b5fc268a3ad5 req-2b8161bd-5b76-4a49-a6aa-33e6b7e67cbc tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:34.503520 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1546a0bd-0864-4b45-8ad5-b5fc268a3ad5 req-2b8161bd-5b76-4a49-a6aa-33e6b7e67cbc tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.1066875 Apr 15 11:01:34.553598 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1546a0bd-0864-4b45-8ad5-b5fc268a3ad5 req-3a66a10c-71b3-4e39-95e7-b8e5be2e195a tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Apr 15 11:01:35.059722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b3123a94-74b2-4464-98cd-09f8d578aabe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.746376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:35.784239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f94f3d-a689-459d-b82c-23df8f9ea74f req-2b176650-f06f-4c26-b275-1b32b817a97d tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:35.785872 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25f94f3d-a689-459d-b82c-23df8f9ea74f req-2b176650-f06f-4c26-b275-1b32b817a97d tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.1006298 Apr 15 11:01:35.835646 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25f94f3d-a689-459d-b82c-23df8f9ea74f req-36f07888-1d1e-423b-9bb3-57f8d82433a2 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428009 Apr 15 11:01:36.467837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:37.061490 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85db54-52ab-4d03-9a0e-43179d340c29 req-710fda22-d168-4195-8879-8ba0e958d8d6 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:37.063179 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ca85db54-52ab-4d03-9a0e-43179d340c29 req-710fda22-d168-4195-8879-8ba0e958d8d6 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.1000433 Apr 15 11:01:37.113497 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ca85db54-52ab-4d03-9a0e-43179d340c29 req-04302c83-82d0-49cc-ad51-e1d35c71ebf8 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435507 Apr 15 11:01:37.296940 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.354049 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024816-9061-4069-8368-afa03f3201b3 req-33b0cd48-6f2a-4840-941d-8d87a57e5979 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:38.356727 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d5024816-9061-4069-8368-afa03f3201b3 req-33b0cd48-6f2a-4840-941d-8d87a57e5979 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.1265364 Apr 15 11:01:38.415482 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d5024816-9061-4069-8368-afa03f3201b3 req-caa8f947-5de6-4a89-83e3-655a448d0dda tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/security-groups?id=d508c5f5-8563-4692-bd6c-d383179bfaf4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521617 Apr 15 11:01:38.422884 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-c7142035-0fb9-4366-99a1-a1e8feecef8b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:01:38.424477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-c7142035-0fb9-4366-99a1-a1e8feecef8b tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 945 time: 0.1253211 Apr 15 11:01:38.509823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Deleting port 07839afe-d445-4028-86e0-c372bb26b6ce {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:01:38.510259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.789056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] For port 07839afe-d445-4028-86e0-c372bb26b6ce, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=07839afe-d445-4028-86e0-c372bb26b6ce,segment=NetworkSegment(4746aaf7-9754-4e83-92b4-189e6978fee1),segment_id=4746aaf7-9754-4e83-92b4-189e6978fee1)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:01:38.789467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:38.925124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Calling delete_port for 07839afe-d445-4028-86e0-c372bb26b6ce owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:01:39.080258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.092252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['07839afe-d445-4028-86e0-c372bb26b6ce'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:01:39.098594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64fbc8fd-f54d-43ac-8783-bff34db74a75 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:01:39.198688 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Pushing event deleted for resources: {'Port': ['ID=07839afe-d445-4028-86e0-c372bb26b6ce,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:01:39.217882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.218325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.218733 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.219158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.219559 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.219958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.220355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.220777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.221185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.221574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.221950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.222463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:01:39.227572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:01:39.361718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] No DVR routers for this DVR port 07839afe-d445-4028-86e0-c372bb26b6ce on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:01:39.364632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:01:39.367458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'name': 'network-vif-deleted', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:01:39.383498 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9df71b3-1b1b-4fe8-978b-a78ab39e0609 req-66eb46d5-320c-4f45-b128-88c42aeaed62 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.26 "DELETE /v2.0/ports/07839afe-d445-4028-86e0-c372bb26b6ce HTTP/1.1" status: 204 len: 173 time: 0.9529448 Apr 15 11:01:39.423584 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521dca53-14d9-4254-ad9e-ef34b07a07a4', 'name': 'network-vif-deleted', 'tag': '07839afe-d445-4028-86e0-c372bb26b6ce', 'status': 'completed', 'code': 200} Apr 15 11:01:39.606053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7e63d5c6-7aeb-4ec8-ab11-84f2c41dfbce req-28e560cd-dfbc-4d22-b768-c5779d25bd40 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Synchronizing usage tracker for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:01:39.622415 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-7e63d5c6-7aeb-4ec8-ab11-84f2c41dfbce req-28e560cd-dfbc-4d22-b768-c5779d25bd40 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Unset dirty status for tenant:1f46d1a2516b4758834342f4a52de3bf on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:01:39.623675 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7e63d5c6-7aeb-4ec8-ab11-84f2c41dfbce req-28e560cd-dfbc-4d22-b768-c5779d25bd40 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] 10.222.0.32 "GET /v2.0/ports?device_id=521dca53-14d9-4254-ad9e-ef34b07a07a4 HTTP/1.1" status: 200 len: 210 time: 0.0675058 Apr 15 11:01:42.665067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 07839afe-d445-4028-86e0-c372bb26b6ce no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:01:42.705418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: 07839afe-d445-4028-86e0-c372bb26b6ce {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:01:42.705824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device 07839afe-d445-4028-86e0-c372bb26b6ce not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:01:45.348411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:00.942632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:01.765775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7652c37-862d-4ad2-864b-16039a471265 req-81f5b955-0825-4fe8-ad03-3417ec23a613 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:01.767450 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f7652c37-862d-4ad2-864b-16039a471265 req-81f5b955-0825-4fe8-ad03-3417ec23a613 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.0921588 Apr 15 11:02:01.821029 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f7652c37-862d-4ad2-864b-16039a471265 req-b4096a71-4940-48df-aa38-84d93379302a tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466926 Apr 15 11:02:02.551855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f7027a3f-9585-45c9-a028-298a70f04701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:02.881243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41536) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:02.949512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Deleting subnet 3b528902-30a7-4177-9e94-7b525cf6760e {{(pid=85373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:02.953164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.006402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129100956'] for subnet, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.039805 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716ace-2097-4ecc-aec4-4312665075f8 req-fbbc4528-d278-4fc0-a366-67ffc1459558 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:03.041424 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83716ace-2097-4ecc-aec4-4312665075f8 req-fbbc4528-d278-4fc0-a366-67ffc1459558 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.0919912 Apr 15 11:02:03.071299 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.097817 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-83716ace-2097-4ecc-aec4-4312665075f8 req-45f62637-ee20-40b8-b448-99d8b477f98c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484390 Apr 15 11:02:03.344389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036724935811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036725556307'] for subnet, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.360764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:03.448253 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b528902-30a7-4177-9e94-7b525cf6760e,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:03.452775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:03.498377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.504551 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-10d7160b-b578-4513-8ff6-77952e3c4db2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3b528902-30a7-4177-9e94-7b525cf6760e HTTP/1.1" status: 204 len: 168 time: 0.6222479 Apr 15 11:02:03.507364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41540) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:03.620642 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.817074 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:03.981842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5d3147-fdc0-4098-b817-95ecefc3c288']}} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:04.001318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4746aaf7-9754-4e83-92b4-189e6978fee1') {'for_net_delete': True} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:04.001665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4746aaf7-9754-4e83-92b4-189e6978fee1') {} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:04.265787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036725674876'] for segment, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.330283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.346089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-029883ed-6f38-4690-835e-164baf10cf4c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.347692 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-029883ed-6f38-4690-835e-164baf10cf4c tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.5166104 Apr 15 11:02:04.348676 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=85373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:04.535337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Deleting port bab5af7f-c901-4256-9100-837fc4a3610e {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:04.535678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.672162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Network be5d3147-fdc0-4098-b817-95ecefc3c288 has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:04.684793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129839582'] for segment, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:04.795888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73488107-6389-4bb5-911c-e224ff03c7fd req-2ec1e850-b8f7-4c1f-9c23-8ab3144e8637 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:04.797408 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73488107-6389-4bb5-911c-e224ff03c7fd req-2ec1e850-b8f7-4c1f-9c23-8ab3144e8637 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 945 time: 0.5404863 Apr 15 11:02:05.053261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7bb86f05-01cf-4bbd-b4eb-5cdafa89abe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.055159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Network be5d3147-fdc0-4098-b817-95ecefc3c288 has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:05.068410 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-73488107-6389-4bb5-911c-e224ff03c7fd req-ea94e7d4-3e0e-450f-a441-3dd92117c62d tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups?id=6aeac262-2302-4a35-85c7-4af2670bfae1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610445 Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:05.087037 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:05.202295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] For port bab5af7f-c901-4256-9100-837fc4a3610e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=bab5af7f-c901-4256-9100-837fc4a3610e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:05.202721 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.210271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.269544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.285590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.310948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=be5d3147-fdc0-4098-b817-95ecefc3c288,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.319683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.330141 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a64d5d03-e833-43e0-b997-13f0f69f2a31 admin admin] 10.222.0.32 "DELETE /v2.0/networks/be5d3147-fdc0-4098-b817-95ecefc3c288 HTTP/1.1" status: 204 len: 168 time: 1.8217525 Apr 15 11:02:05.455045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41548) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:05.509415 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-888c3e8b-ed5a-48a0-9c2b-380a4a222643 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f46d1a2516b4758834342f4a52de3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527999 Apr 15 11:02:05.512092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41552) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:05.550665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.551019 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.551449 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Floating IP 7c71c8ad-cf24-4402-bcc2-20a44ceec7c2 disassociated. External IP: 172.28.3.252, port: bab5af7f-c901-4256-9100-837fc4a3610e. Apr 15 11:02:05.551831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Calling delete_port for bab5af7f-c901-4256-9100-837fc4a3610e owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:05.578105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.607380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.654136 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.658109 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3708c309-cf36-4692-be4d-2e6150fa17d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.669149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508c5f5-8563-4692-bd6c-d383179bfaf4,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.682148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.682861 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.683058 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.683460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.683848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.684263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.684657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.685053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.685447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.685841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.686248 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.686646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:05.690389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:05.698305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.699492 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d508c5f5-8563-4692-bd6c-d383179bfaf4 HTTP/1.1" status: 204 len: 168 time: 0.1864257 Apr 15 11:02:05.707781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.723810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-70b763cd-3319-4a05-8663-bf2ab1360e00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:05.749188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:05.775885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'Port': ['ID=bab5af7f-c901-4256-9100-837fc4a3610e,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:05.829696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:06.106449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:06.241014 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-58156738-283a-433b-bbea-fbddc5fc9c0b req-9eecc88f-9e85-4ac4-b6bc-7e20030c4eaa tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e HTTP/1.1" status: 200 len: 210 time: 0.0568056 Apr 15 11:02:06.305406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:06.315918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:06.328060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:06.328749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:06.384235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] No DVR routers for this DVR port bab5af7f-c901-4256-9100-837fc4a3610e on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:06.391312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:06.394386 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'name': 'network-vif-deleted', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:06.409661 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-aab54b56-3743-46c4-b8d4-28970cdc9541 req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.26 "DELETE /v2.0/ports/bab5af7f-c901-4256-9100-837fc4a3610e HTTP/1.1" status: 204 len: 173 time: 2.0451078 Apr 15 11:02:06.444927 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c15ca1a-a266-4d62-8f84-4ffbcfc6eb9e', 'name': 'network-vif-deleted', 'tag': 'bab5af7f-c901-4256-9100-837fc4a3610e', 'status': 'completed', 'code': 200} Apr 15 11:02:06.486128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:06.537717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:06.877319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:06.881572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:06.890889 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:06.891553 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:07.093337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:07.326545 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.378939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41566) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:07.436748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:07.441748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cd3693-7d64-4d39-ba4a-387a734bca02 None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T10:54:20Z', 'revision_number': 4, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '288350fb-65e9-4558-abe2-1444e181ba4e', 'name': '', 'network_id': '33c8550d-570f-4322-9764-1acd14ff593a', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'mac_address': 'fa:16:3e:ba:bf:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '357901d7-840d-418d-9fc7-0237357a29de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:17Z', 'updated_at': '2021-04-15T10:54:35Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'subnets': [{'id': '357901d7-840d-418d-9fc7-0237357a29de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:07.450256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.484176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.547258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.552561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:07.568451 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aeac262-2302-4a35-85c7-4af2670bfae1,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:07.571007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:07.581455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.583363 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "DELETE /v2.0/security-groups/6aeac262-2302-4a35-85c7-4af2670bfae1 HTTP/1.1" status: 204 len: 168 time: 0.2026944 Apr 15 11:02:07.587561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41570) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:07.616966 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.v2.resource [None req-148d4c16-54a2-4d5b-baaa-c3f3b825aca9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] show failed (client error): The resource could not be found. Apr 15 11:02:07.618019 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-148d4c16-54a2-4d5b-baaa-c3f3b825aca9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "GET /v2.0/security-groups/6aeac262-2302-4a35-85c7-4af2670bfae1 HTTP/1.1" status: 404 len: 347 time: 0.0289633 Apr 15 11:02:07.621178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41574) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:07.795340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Deleting port 487b0e72-994e-471c-bced-6d84a86d50cd {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:07.795711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.862404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcbb3aa6-c04a-4720-a10a-13429a6075f0 None None] New status for floating IP 7c71c8ad-cf24-4402-bcc2-20a44ceec7c2: DOWN {{(pid=85376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:07.984968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:07.985537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:08.117070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Calling delete_port for 487b0e72-994e-471c-bced-6d84a86d50cd owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:08.204447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:08.204807 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:08.706709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Deleting port 487b0e72-994e-471c-bced-6d84a86d50cd {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:08.707100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:08.813215 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device bab5af7f-c901-4256-9100-837fc4a3610e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:08.855208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: bab5af7f-c901-4256-9100-837fc4a3610e {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:08.855625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device bab5af7f-c901-4256-9100-837fc4a3610e not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:08.899993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:08.900370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.282635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Calling delete_port for 487b0e72-994e-471c-bced-6d84a86d50cd owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:09.438493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.452124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3e81b0af-0251-4b11-8466-e6711727ace1 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:09.545899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Pushing event deleted for resources: {'Port': ['ID=487b0e72-994e-471c-bced-6d84a86d50cd,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:09.552425 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:09.735706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.751157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:09.752399 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c4814a29-e01f-40aa-9b48-bb31d6e005bd tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] 10.222.0.32 "DELETE /v2.0/floatingips/7c71c8ad-cf24-4402-bcc2-20a44ceec7c2 HTTP/1.1" status: 204 len: 168 time: 2.1301730 Apr 15 11:02:13.889566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41608) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:14.749475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.138846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Deleting port 288350fb-65e9-4558-abe2-1444e181ba4e {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:15.139442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.329279 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] For port 288350fb-65e9-4558-abe2-1444e181ba4e, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=288350fb-65e9-4558-abe2-1444e181ba4e,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:15.329714 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.348959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.465629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Calling delete_port for 288350fb-65e9-4558-abe2-1444e181ba4e owned by network:router_interface {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:15.796225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:15.813423 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-201ae08c-5ac9-4867-8808-1a0440ab7fab service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:15.911819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Pushing event deleted for resources: {'Port': ['ID=288350fb-65e9-4558-abe2-1444e181ba4e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:15.915768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:16.511784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.049403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Router c06857fa-996d-4c4d-9b03-9b86a7a5a25c has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:17.244221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:17.254613 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Sync routers for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:17.257468 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] 10.222.0.32 "PUT /v2.0/routers/c06857fa-996d-4c4d-9b03-9b86a7a5a25c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3663135 Apr 15 11:02:17.260359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41616) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:17.265852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:17.266621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:17.451667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks [] for router, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.458254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:17.670715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.698316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Deleting port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:17.699151 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.784132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216'}], 'enable_snat': True}, 'gw_port_id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T11:02:15Z', 'revision_number': 5, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port': {'id': '0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:fe:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:54:12Z', 'updated_at': '2021-04-15T10:54:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:17.788438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Checking router: c06857fa-996d-4c4d-9b03-9b86a7a5a25c for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:17.797506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Routers {'c06857fa-996d-4c4d-9b03-9b86a7a5a25c'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:17.798173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:17.826171 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-422f42e6-5f80-4378-b5df-7e913b9b016d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824831 Apr 15 11:02:17.899746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] For port 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:17.900150 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:17.937622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-19da66d1-0010-40fc-b5ac-9df3ccfa346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:17.939343 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-19da66d1-0010-40fc-b5ac-9df3ccfa346e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0915110 Apr 15 11:02:18.044372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Calling delete_port for 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 owned by network:router_gateway {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:18.150809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] Set router c06857fa-996d-4c4d-9b03-9b86a7a5a25c gateway port host: None {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:18.247903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.264764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9e532985-da60-42f9-9681-01878c1bc004 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:18.273523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T11:02:17Z', 'revision_number': 6, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:18.278292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f0ad79-ab3f-406e-818d-44a42117cc35 None None] The sync data for ids ['c06857fa-996d-4c4d-9b03-9b86a7a5a25c'] in dv-cinder-786383-1-smb is: [{'id': 'c06857fa-996d-4c4d-9b03-9b86a7a5a25c', 'name': 'tempest-AttachVolumeTestJSON-1505186288-router', 'tenant_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:54:11Z', 'updated_at': '2021-04-15T11:02:17Z', 'revision_number': 6, 'project_id': '2f5ecf029c52470ca80db04ef37f9c7e', 'gw_port_host': None}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:18.369102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Pushing event deleted for resources: {'Port': ['ID=0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:18.371506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-5b420d29-a49e-4e9c-a015-23292d5ce6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.373119 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-5b420d29-a49e-4e9c-a015-23292d5ce6b2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.4142797 Apr 15 11:02:18.373527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:18.488499 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-e1bdfeec-0d2b-4921-88db-3c5a269dac08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 1000 time: 0.1068587 Apr 15 11:02:18.538486 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.562098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-74d493aa-a9b5-46dc-ad6f-30dba2be634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.563743 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-74d493aa-a9b5-46dc-ad6f-30dba2be634a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0688589 Apr 15 11:02:18.653204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-5e393073-7376-4569-80ac-246d6fe91d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:18.654863 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-5e393073-7376-4569-80ac-246d6fe91d1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0846241 Apr 15 11:02:18.730803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.733441 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.762037 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.762713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router c06857fa-996d-4c4d-9b03-9b86a7a5a25c {{(pid=85374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:02:18.775948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.777214 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-752cce01-cf9c-453a-92ff-f1952e0822ea admin admin] 10.222.0.32 "DELETE /v2.0/routers/c06857fa-996d-4c4d-9b03-9b86a7a5a25c HTTP/1.1" status: 204 len: 168 time: 1.5158885 Apr 15 11:02:18.780020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41622) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:18.808500 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-095bf0bf-4862-4464-9311-8882aa218b45 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456068 Apr 15 11:02:18.846467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Deleting subnet 357901d7-840d-418d-9fc7-0237357a29de {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:02:18.851196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.919551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:18.963505 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fa919f8b-8d59-471a-a157-9eb54b406371 req-7a12c6e2-3723-4cba-b6ea-da00bd3867cd service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482868 Apr 15 11:02:19.004625 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.276579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.289938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:19.375939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=357901d7-840d-418d-9fc7-0237357a29de,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:19.383525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:19.431080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.437304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f8a63e-5f0c-4612-b02a-4e2ccd99b952 None None] Network 33c8550d-570f-4322-9764-1acd14ff593a requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:02:19.438523 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-39718fad-fd7c-465a-bc79-0efec8e61b8c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/357901d7-840d-418d-9fc7-0237357a29de HTTP/1.1" status: 204 len: 168 time: 0.6570771 Apr 15 11:02:19.441547 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41626) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:19.680944 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 288350fb-65e9-4558-abe2-1444e181ba4e no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:19.719750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 288350fb-65e9-4558-abe2-1444e181ba4e {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:19.720146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 288350fb-65e9-4558-abe2-1444e181ba4e not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:19.720621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:19.757214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] DHCP port deletion for 33c8550d-570f-4322-9764-1acd14ff593a request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:02:19.766972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:19.767365 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 0baf6d58-2ba9-4bb2-8910-6fbea0ac1c31 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:19.771134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Deleting port af2d9639-c3a8-45ee-a7c1-02c8e605951c {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:19.771527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.831137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.904062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Deleting port af2d9639-c3a8-45ee-a7c1-02c8e605951c {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:19.904431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:19.996806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] For port af2d9639-c3a8-45ee-a7c1-02c8e605951c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=af2d9639-c3a8-45ee-a7c1-02c8e605951c,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:19.997235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.133445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] For port af2d9639-c3a8-45ee-a7c1-02c8e605951c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=af2d9639-c3a8-45ee-a7c1-02c8e605951c,segment=NetworkSegment(e2c03f9f-17b7-4574-8435-2faf2b897243),segment_id=e2c03f9f-17b7-4574-8435-2faf2b897243)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:20.133901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.134763 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Calling delete_port for af2d9639-c3a8-45ee-a7c1-02c8e605951c owned by network:dhcp {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:20.213028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994'] for port, after_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.228400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:20.272003 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Calling delete_port for af2d9639-c3a8-45ee-a7c1-02c8e605951c owned by network:dhcp {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:20.323973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Pushing event deleted for resources: {'Port': ['ID=af2d9639-c3a8-45ee-a7c1-02c8e605951c,revision_number=None']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:20.345544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.345925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.346289 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.346697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.347057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.347449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.347810 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.348167 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.348525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.348850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.349233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.349589 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:20.350239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85374) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:02:20.350627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:02:20.354233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:20.380506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ff6ce6-06b4-4abe-a5b5-93884815b2fe None None] No DVR routers for this DVR port af2d9639-c3a8-45ee-a7c1-02c8e605951c on host dv-cinder-786383-1-smb {{(pid=85375) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:20.852541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Deleting port af2d9639-c3a8-45ee-a7c1-02c8e605951c {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:20.853254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:20.940093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] The port 'af2d9639-c3a8-45ee-a7c1-02c8e605951c' was deleted {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:02:21.068907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.183762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c8550d-570f-4322-9764-1acd14ff593a']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:21.197040 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2c03f9f-17b7-4574-8435-2faf2b897243') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:21.197369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2c03f9f-17b7-4574-8435-2faf2b897243') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:21.209700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.231134 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.240785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Releasing vlan 686 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:02:21.423120 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Network 33c8550d-570f-4322-9764-1acd14ff593a has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:21.432385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.617726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Network 33c8550d-570f-4322-9764-1acd14ff593a has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: % (table.description, expected, rows_matched) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:02:21.641053 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:02:21.672359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device af2d9639-c3a8-45ee-a7c1-02c8e605951c no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:21.714923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: af2d9639-c3a8-45ee-a7c1-02c8e605951c {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:21.715303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device af2d9639-c3a8-45ee-a7c1-02c8e605951c not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:21.731681 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.735626 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:21.749631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:21.760926 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Pushing event deleted for resources: {'Network': ['ID=33c8550d-570f-4322-9764-1acd14ff593a,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:21.764348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:21.776051 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-160ae27d-73fa-4861-a3f1-00862640a42b admin admin] 10.222.0.32 "DELETE /v2.0/networks/33c8550d-570f-4322-9764-1acd14ff593a HTTP/1.1" status: 204 len: 168 time: 2.3334739 Apr 15 11:02:21.914148 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41634) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:21.970600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3b956c9e-189f-46fd-9f54-4d86db5a5f8a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f5ecf029c52470ca80db04ef37f9c7e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0548036 Apr 15 11:02:21.974669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41638) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:22.039015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.068611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.121033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.126262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-644d8d0b-e4b3-4713-9dd5-a690c51dcb0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:22.146601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2647e96-66ed-455d-8106-7feee98e96f2,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:22.149734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:22.151930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:22.153477 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0fe94c2c-d9d8-47d1-a33f-10d129eb995d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2647e96-66ed-455d-8106-7feee98e96f2 HTTP/1.1" status: 204 len: 168 time: 0.1775205 Apr 15 11:02:28.265558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f69cf7-1a2a-4502-8356-2cf804f14f42 req-d62c564d-d0d2-45a1-a7f4-7b84039cddc8 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:28.267245 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-80f69cf7-1a2a-4502-8356-2cf804f14f42 req-d62c564d-d0d2-45a1-a7f4-7b84039cddc8 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.1090546 Apr 15 11:02:28.322854 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-80f69cf7-1a2a-4502-8356-2cf804f14f42 req-fb903c32-92d7-4e51-83b8-ef6ddc9572c7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459249 Apr 15 11:02:29.506313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41762) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:29.538404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fd36d-3627-4b2e-ac6b-60bb337b63f0 req-7e39d3e5-5263-4787-8f1c-0f1b0904e980 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:29.540013 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6c6fd36d-3627-4b2e-ac6b-60bb337b63f0 req-7e39d3e5-5263-4787-8f1c-0f1b0904e980 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.0958705 Apr 15 11:02:29.593470 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6c6fd36d-3627-4b2e-ac6b-60bb337b63f0 req-d0e8c40c-a6e0-4d59-8c2f-658426dec6e0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468047 Apr 15 11:02:29.642380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.657986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:29.662265 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Usage tracker for resource:security_group_rule and tenant:18232d6241bd49ce8f0913f260a117ba is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:29.665330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:29.671594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:29.764967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.769170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.776796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5886fe6-f866-42c5-9622-edcff8682826 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:29.819361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c27610-5767-44ba-b6c0-b4f1b375a2dc,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:29.824196 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=18232d6241bd49ce8f0913f260a117ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165781 Apr 15 11:02:29.825194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0fa76bbe-66fd-40b6-958e-b43f217e5e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:29.827782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41768) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:29.892101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.924349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.976497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:29.981727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9691133a-6e88-47c8-b99f-63ea1a0f343a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:29.994617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c27610-5767-44ba-b6c0-b4f1b375a2dc,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:29.997782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:29.999940 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.001831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-63145cad-365c-4d62-a3c5-e6ca27694052 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07c27610-5767-44ba-b6c0-b4f1b375a2dc HTTP/1.1" status: 204 len: 168 time: 0.1723511 Apr 15 11:02:30.057069 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-81b8d6d4-b737-4ed9-b688-0c39e2920e74 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.059067 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-81b8d6d4-b737-4ed9-b688-0c39e2920e74 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.0902996 Apr 15 11:02:30.141781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Deleting port a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:30.142269 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.406071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] For port a07f4e24-2dd9-43cf-9493-06dbad84c16b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a07f4e24-2dd9-43cf-9493-06dbad84c16b,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:30.406434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.727700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.728301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.728422 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Floating IP 33255dec-a991-41d9-a7f5-31fbb1ab601e disassociated. External IP: 172.28.3.54, port: a07f4e24-2dd9-43cf-9493-06dbad84c16b. Apr 15 11:02:30.728767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Calling delete_port for a07f4e24-2dd9-43cf-9493-06dbad84c16b owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:30.807718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ed1b2-d735-4b9c-904d-4e7d62ae77bf req-57164162-921a-4c05-8ab5-1c8547ee8d4d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:30.809361 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e81ed1b2-d735-4b9c-904d-4e7d62ae77bf req-57164162-921a-4c05-8ab5-1c8547ee8d4d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 946 time: 0.0913777 Apr 15 11:02:30.860419 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e81ed1b2-d735-4b9c-904d-4e7d62ae77bf req-6ec5257a-c861-47af-8525-23968df521d8 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=677ef7a9-9f60-4b77-9623-f7b83000546a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435803 Apr 15 11:02:30.896264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:30.914890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:31.013350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'Port': ['ID=a07f4e24-2dd9-43cf-9493-06dbad84c16b,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:31.020977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:31.298244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:31.497081 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:31.507212 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:31.518090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:31.518936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:31.586849 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] No DVR routers for this DVR port a07f4e24-2dd9-43cf-9493-06dbad84c16b on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:02:31.589417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:31.592383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-deleted', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:31.609408 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6fabf4f7-2200-44ba-8e32-ad57ba2e7954 req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "DELETE /v2.0/ports/a07f4e24-2dd9-43cf-9493-06dbad84c16b HTTP/1.1" status: 204 len: 173 time: 1.5451548 Apr 15 11:02:31.652868 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7d3692d-08c1-4c4d-bb4e-0f556342b347', 'name': 'network-vif-deleted', 'tag': 'a07f4e24-2dd9-43cf-9493-06dbad84c16b', 'status': 'completed', 'code': 200} Apr 15 11:02:31.894182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:32.070513 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3ed65d78-1b88-4d82-94a8-aa0ca8186238 req-3c539aa6-cf3f-4a3f-8504-6fae9aa9497a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=b7d3692d-08c1-4c4d-bb4e-0f556342b347 HTTP/1.1" status: 200 len: 210 time: 0.0703025 Apr 15 11:02:32.236229 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:32.241225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:32.251079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:32.251768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:32.439267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:32.546939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-50be1e19-5215-4b83-a55d-e3fadd5e5dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:32.770538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:32.774875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07992e2b-e600-4efc-83a7-029cb173dbd8 None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:33.186319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8ab843-9dd2-4b84-8db9-ccc73c8ad66f None None] New status for floating IP 33255dec-a991-41d9-a7f5-31fbb1ab601e: DOWN {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:33.216550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41832) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:33.288438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.318794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.365239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.370551 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-cdc02c2e-fb1b-4cd4-bd39-4648339b6c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:33.390880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=677ef7a9-9f60-4b77-9623-f7b83000546a,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:33.393494 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:33.401195 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.402502 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "DELETE /v2.0/security-groups/677ef7a9-9f60-4b77-9623-f7b83000546a HTTP/1.1" status: 204 len: 168 time: 0.1846855 Apr 15 11:02:33.405477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41836) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:33.424941 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.v2.resource [None req-2444b70b-cfef-4cb7-abc1-51a17bd4419d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] show failed (client error): The resource could not be found. Apr 15 11:02:33.426043 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2444b70b-cfef-4cb7-abc1-51a17bd4419d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups/677ef7a9-9f60-4b77-9623-f7b83000546a HTTP/1.1" status: 404 len: 347 time: 0.0196199 Apr 15 11:02:33.429485 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41840) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:33.607549 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Deleting port 7cf95225-7013-4329-b080-e8b7bcb89c0e {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:02:33.608000 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.811565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.811936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:33.947773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Calling delete_port for 7cf95225-7013-4329-b080-e8b7bcb89c0e owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:02:34.110252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.126401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4969c8fb-f88f-42a7-87d9-9a37c0cacdf5 tempest-TestMinimumBasicScenario-339183683 tempest-TestMinimumBasicScenario-339183683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.220189 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'Port': ['ID=7cf95225-7013-4329-b080-e8b7bcb89c0e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.222974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.353293 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41852) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.395298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.410927 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.412219 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "DELETE /v2.0/floatingips/33255dec-a991-41d9-a7f5-31fbb1ab601e HTTP/1.1" status: 204 len: 168 time: 0.9814739 Apr 15 11:02:34.487014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.503749 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.508020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Usage tracker for resource:security_group_rule and tenant:92f2cb543d4342e693d17c3c6e1f61f1 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.511179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.517732 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.604649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.607731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.617661 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-547e6ae9-fd9b-4651-8f1c-c02490d8d420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.649833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41860) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.656098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567042496', 'description': 'tempest-description--966809393'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:34.661779 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=92f2cb543d4342e693d17c3c6e1f61f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3072972 Apr 15 11:02:34.662942 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.663757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4da1e3-9253-42c2-ba4a-aaf4174b4495,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.665325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41864) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:34.667146 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8925a3a7-15f5-4b30-8865-6a046f4b01b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.669871 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.682583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.692628 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.724224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.763020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:34.765614 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.769729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:34.779087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:34.789316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:34.809795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.908574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.918260 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.919357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-00db0dc3-724e-496e-806e-03b26610ed34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.934455 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.951844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4da1e3-9253-42c2-ba4a-aaf4174b4495,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:34.958671 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:34.959217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-04a0a638-7add-46ff-915f-1d3c82033b0f tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:34.972532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:02:34.996053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:34.997432 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be4da1e3-9253-42c2-ba4a-aaf4174b4495 HTTP/1.1" status: 204 len: 168 time: 0.3310728 Apr 15 11:02:35.001020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.005290 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3513453 Apr 15 11:02:35.005829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41870) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:35.006818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d304a53-0b4d-4a2b-9dca-ca41860fa12e,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:35.011147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.015795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: a07f4e24-2dd9-43cf-9493-06dbad84c16b {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:02:35.016435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device a07f4e24-2dd9-43cf-9493-06dbad84c16b not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:02:35.021925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group_rule': {'security_group_id': '3d304a53-0b4d-4a2b-9dca-ca41860fa12e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:35.028429 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:35.032570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:35.035682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:35.042954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:35.061428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.069252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-029b76c4-efde-4d78-b687-978d70e81f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.134286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.137424 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.139677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:35.164080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50478c8-6464-44b4-8b86-b6c485e1221c,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:35.166795 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.179359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.180649 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-80f428ae-0765-4220-b1f8-a42ed5867551 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1737871 Apr 15 11:02:35.183846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41876) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:35.189708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'security_group_rule': {'security_group_id': '3d304a53-0b4d-4a2b-9dca-ca41860fa12e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:35.196778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:35.201145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:security_group_rule and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:35.204256 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:35.210663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:35.233207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.321842 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.325034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-936879'] for security_group_rule, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.333841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-05d503d1-0a1e-41ba-bfe7-d7893706cf9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:35.353181 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bcfb26c-5c0d-44d3-b219-24eba20b7962,revision_number=0']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:35.358341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:35.365233 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.366598 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-edb90957-e844-4a83-8ee8-cd9c37a2e35d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1816497 Apr 15 11:02:35.369852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 41886) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:35.375595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'floatingip': {'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:35.381992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:35.386294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Usage tracker for resource:floatingip and tenant:6333ca8400b44a9a8748d85a53e0dd9b is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:35.389474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:35.395870 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:35.406703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.558510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.712859 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Allocated IP 172.28.3.120 (5899e5f7-649b-4fb8-b2f7-24a07a23e3da/0b61dac3-a75f-4a91-a343-f97f4bdb4c53/37245e19-21c6-46a6-b6e3-e56765e86de7) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:35.749888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.874273 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.908157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:35.923434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-44a8168a-2e85-4b32-90e7-ba9e49300a55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:36.294696 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=37245e19-21c6-46a6-b6e3-e56765e86de7,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:36.299242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:36.351799 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Network 5899e5f7-649b-4fb8-b2f7-24a07a23e3da is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:36.352911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:36.355263 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:36.443342 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.460616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.508414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.542892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41928) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:36.675059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.691877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:36.696143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Usage tracker for resource:security_group_rule and tenant:55b1d4cafcb744e3a557e4feea51d2c1 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:36.699295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:36.706608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:36.798511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.798760 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.802358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.802900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.810065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bcc6ab4b-7a56-4a88-a8a2-3d3ff1f01966 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:36.816336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5599e201-7deb-47ca-bf94-6a8ae9bc5309 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:36.854851 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55b1d4cafcb744e3a557e4feea51d2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3106220 Apr 15 11:02:36.855796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd275360-9dc8-41bd-add1-a6abed740bf6,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:36.858334 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 41934) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:36.860948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:36.925703 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:36.949875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=37245e19-21c6-46a6-b6e3-e56765e86de7,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:36.955369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:36.958791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.006236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.011629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4f4eed85-8bca-4fc1-a17d-7c1f16be6890 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:37.023116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd275360-9dc8-41bd-add1-a6abed740bf6,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:37.027193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:37.030663 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.031812 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-376480a5-387b-42e0-aa57-2c6ff726364b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd275360-9dc8-41bd-add1-a6abed740bf6 HTTP/1.1" status: 204 len: 168 time: 0.1725152 Apr 15 11:02:37.069155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.091516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.092857 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7219386 Apr 15 11:02:37.314910 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:37.342960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-d8a52ce7-fcac-4777-87a6-fa67dae801f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:37.358254 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-d8a52ce7-fcac-4777-87a6-fa67dae801f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:37.359521 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-d8a52ce7-fcac-4777-87a6-fa67dae801f5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1567042496&fields=id&tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 267 time: 0.0714798 Apr 15 11:02:37.527534 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-8062442f-9023-40f8-94a5-c9d904383371 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:37.529280 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-8062442f-9023-40f8-94a5-c9d904383371 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 817 time: 0.1619263 Apr 15 11:02:37.546669 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-35cfb3ca-9429-4a39-9c9f-16daff09436b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/quotas/6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 375 time: 0.0105665 Apr 15 11:02:37.642204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-09d94dd7-ec77-4ead-a9ba-3c9ca3c26d53 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:37.657329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-09d94dd7-ec77-4ead-a9ba-3c9ca3c26d53 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:37.658792 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-09d94dd7-ec77-4ead-a9ba-3c9ca3c26d53 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1052909 Apr 15 11:02:37.809851 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-36dbe5d9-9892-4771-9bde-8346f835bcac service neutron] 10.222.0.32 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374366 Apr 15 11:02:37.944145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:02:37.960662 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-cc425ab1-ac9f-495c-a2c9-8ffffe3bbf53 service neutron] 10.222.0.32 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432948 Apr 15 11:02:38.176159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2adcc157-9f8d-468b-aec3-72f498aae2eb req-dc96445a-8782-4cd9-962a-bfed6302222b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:38.191034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-2adcc157-9f8d-468b-aec3-72f498aae2eb req-dc96445a-8782-4cd9-962a-bfed6302222b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:38.194704 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2adcc157-9f8d-468b-aec3-72f498aae2eb req-dc96445a-8782-4cd9-962a-bfed6302222b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 210 time: 0.0712841 Apr 15 11:02:39.287623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-889ae62c-95fd-47d4-8c7c-b1a9666b218a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:39.289221 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-889ae62c-95fd-47d4-8c7c-b1a9666b218a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 817 time: 0.1794372 Apr 15 11:02:39.397857 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-67b6402f-039a-4713-99b4-36fa863eb257 req-550993e6-98b0-4c6f-bda4-5149d058a759 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 210 time: 0.0708961 Apr 15 11:02:39.433762 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-dc09ab4c-ec39-4784-9a7a-c39eb32676d6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 5708 time: 0.1354582 Apr 15 11:02:39.443952 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'port': {'device_id': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'admin_state_up': True, 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'security_groups': ['3d304a53-0b4d-4a2b-9dca-ca41860fa12e']}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:39.597030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:39.607741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:39.618071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Made reservation on behalf of 6333ca8400b44a9a8748d85a53e0dd9b for: {'port': 1} {{(pid=85373) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 11:02:39.624349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:39.802785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_common [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Allocated IP 172.20.0.11 (aebc5453-4c0f-49bc-bbda-d2de55eb177e/c2fb1a28-e227-440b-971f-9e094216a411/f553b8a4-e0ff-4a1c-af78-89d08430c2e9) {{(pid=85373) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 11:02:39.904051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42032) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:40.011162 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for port, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.028531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Transition to ACTIVE for port object f553b8a4-e0ff-4a1c-af78-89d08430c2e9 will not be triggered until provisioned by entity DHCP. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:40.042933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.053660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363285790470823', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.060071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:40.064474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Usage tracker for resource:security_group_rule and tenant:f37fef1139b44704bf63d3accd04d2ec is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:40.068077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:40.075218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:40.123632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e7c11720-1192-4a42-badb-7ec4d5f5ff1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.167512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.171587 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.181157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-61a2ce0e-04cd-478a-9959-5d40691d577e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.224915 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f37fef1139b44704bf63d3accd04d2ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195763 Apr 15 11:02:40.225868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273f24c8-216b-4bc1-81b6-468abc8f5156,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.229143 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42038) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:40.229320 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.259772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.276734 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.277145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.277550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.277929 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.278370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.278764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.279155 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.279544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.279969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.280357 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.280738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.281125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:02:40.293209 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.317035 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e is already hosted by enough agents. {{(pid=85373) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 11:02:40.320883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.base_scheduler [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Resources bound (agent type, host, resource id): {{(pid=85373) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 11:02:40.325021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Received port after_create {{(pid=85373) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 11:02:40.391615 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.416177 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:40.416857 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.449302 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.476428 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-3ecb3708-1d2c-4082-8403-6a428bef37fb tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0371311 Apr 15 11:02:40.491460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Request body: {'port': {'device_id': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85373) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:40.590464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-380c602f-6859-435f-98b4-bb7a77e3a12c None None] Provisioning for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 completed by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:40.596607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-380c602f-6859-435f-98b4-bb7a77e3a12c None None] Provisioning complete for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 triggered by entity DHCP. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:40.597214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-380c602f-6859-435f-98b4-bb7a77e3a12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.611125 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.614595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5547d5-109a-4093-8f4e-0bb9ef84cf84 req-ff57a790-5866-4946-b883-eea28700fb81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:40.616235 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e5547d5-109a-4093-8f4e-0bb9ef84cf84 req-ff57a790-5866-4946-b883-eea28700fb81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 932 time: 0.0948756 Apr 15 11:02:40.623412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b94ee418-1d94-4dcd-918f-ca6a3b88a5d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:40.638288 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273f24c8-216b-4bc1-81b6-468abc8f5156,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:40.640315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.653341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:40.661506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:40.665324 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5d9b4697-e748-4bb6-85f5-f7722aaf8b06 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/273f24c8-216b-4bc1-81b6-468abc8f5156 HTTP/1.1" status: 204 len: 168 time: 0.4308600 Apr 15 11:02:40.672024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-380c602f-6859-435f-98b4-bb7a77e3a12c None None] Port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 cannot update to ACTIVE because it is not bound. {{(pid=85375) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 11:02:40.678594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6e5547d5-109a-4093-8f4e-0bb9ef84cf84 req-67d47d9b-700a-4f37-ac9b-5473ebe119ac tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:40.694084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6e5547d5-109a-4093-8f4e-0bb9ef84cf84 req-67d47d9b-700a-4f37-ac9b-5473ebe119ac tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:security_group {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:40.695482 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e5547d5-109a-4093-8f4e-0bb9ef84cf84 req-67d47d9b-700a-4f37-ac9b-5473ebe119ac tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719690 Apr 15 11:02:40.987800 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42048) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:41.007656 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.028217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:41.032644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Usage tracker for resource:security_group_rule and tenant:1f8abd8d3a3c44029e16e643abae9872 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:41.036030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:41.042447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:41.077597 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85373) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:41.086187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.102586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Transition to ACTIVE for port object f553b8a4-e0ff-4a1c-af78-89d08430c2e9 will not be triggered until provisioned by entity L2. {{(pid=85373) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 11:02:41.105888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.121915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9bc9dea2-50ca-4cf9-a450-6d5b1d000060 tempest-VolumesSnapshotTestJSON-1572315298 tempest-VolumesSnapshotTestJSON-1572315298-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.134431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.137762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.146796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-57095dc0-af70-4ca7-b687-c7ad58f759d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.189700 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f8abd8d3a3c44029e16e643abae9872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2005763 Apr 15 11:02:41.192053 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976271e6-e5f5-4601-921a-c89ff258d106,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.194632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42052) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:41.197313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-23688f45-8804-4d47-a59b-dbc9d0f4421c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.257404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=2']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.258258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.262926 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.287231 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.336396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.340883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-428a5ef7-10f8-48e5-9648-5506eceee811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.360510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976271e6-e5f5-4601-921a-c89ff258d106,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.365112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.371897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.376456 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fd4f5715-e26c-4e11-807c-59396db0ae36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/976271e6-e5f5-4601-921a-c89ff258d106 HTTP/1.1" status: 204 len: 168 time: 0.1807339 Apr 15 11:02:41.503085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Attempting to bind port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 11:02:41.503439 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Attempting to bind port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 11:02:41.503753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Attempting to bind port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:41.508948 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 on network aebc5453-4c0f-49bc-bbda-d2de55eb177e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 11:02:41.509308 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Attempting to bind port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 on network aebc5453-4c0f-49bc-bbda-d2de55eb177e {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 11:02:41.515039 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Checking agent: {'id': '0d723644-bf73-41be-b5a8-17b768fdc447', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'started_at': datetime.datetime(2021, 4, 15, 10, 52, 15), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 11, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 11:02:41.515414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Checking segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85373) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 11:02:41.515830 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Bound using segment: {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'} {{(pid=85373) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 11:02:41.516336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Bound port: f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e4da539-f6bd-46cd-85d5-54143217ff78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e'}}] {{(pid=85373) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 11:02:41.516766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.617998 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, cleared binding levels {{(pid=85373) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 11:02:41.621367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 11:02:41.625463 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036724935886'] for port, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.638918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2bc37151-95ce-4a20-b3cb-25d07fcc6c1e tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:41.789318 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=3']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:41.802472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:41.881846 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:41.882540 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:41.884022 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-12f13ed1-8633-4a46-9552-9b043a637566 service neutron] 10.222.0.26 "PUT /v2.0/ports/f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 1094 time: 1.3971913 Apr 15 11:02:41.886199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:41.990448 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'status': 'completed', 'code': 200} Apr 15 11:02:42.001266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e81da-d2a2-43c1-951f-3e46f3c033ed req-e27089dd-f1a9-4126-83a6-43ed344bc4b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:42.002079 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-f48e81da-d2a2-43c1-951f-3e46f3c033ed req-e27089dd-f1a9-4126-83a6-43ed344bc4b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:02:42.030160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-f48e81da-d2a2-43c1-951f-3e46f3c033ed req-e27089dd-f1a9-4126-83a6-43ed344bc4b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:02:42.031546 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f48e81da-d2a2-43c1-951f-3e46f3c033ed req-e27089dd-f1a9-4126-83a6-43ed344bc4b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.2047668 Apr 15 11:02:42.334657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-dd386ca6-ab4a-467a-9535-6f9fe5803b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:42.336241 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-dd386ca6-ab4a-467a-9535-6f9fe5803b12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1097 time: 0.4038661 Apr 15 11:02:42.420762 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-78117a12-98a6-47bc-b89e-fde7a04f72e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 217 time: 0.0753241 Apr 15 11:02:42.426163 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f48e81da-d2a2-43c1-951f-3e46f3c033ed req-14d5cf79-35d8-4ad5-a96d-aa403cc61505 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812585 Apr 15 11:02:42.490456 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-5ca43c40-a88c-485f-b80e-646409f48da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:42.492039 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-5ca43c40-a88c-485f-b80e-646409f48da1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0649118 Apr 15 11:02:42.578011 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-58b37c3c-0890-4622-ad81-694dfb0f30df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:42.579689 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-58b37c3c-0890-4622-ad81-694dfb0f30df service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0812685 Apr 15 11:02:42.697020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42088) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:42.727928 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-1bf3ccb8-1aa6-4aff-a535-03cb0bf1552c service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403122 Apr 15 11:02:42.829659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.846510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:42.850738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Usage tracker for resource:security_group_rule and tenant:6c55878924bd42d29006c206e1820e73 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:42.853778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:42.860585 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:42.878727 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ec36316a-88cc-4f9e-9014-18aafae2dbe0 req-5b0b3ac2-d9d6-4ee8-8b18-ad8706c51d28 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447611 Apr 15 11:02:42.952894 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.957349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:42.967938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a076965d-10d8-4c01-b7dc-91a1ffb3d481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:43.012342 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6c55878924bd42d29006c206e1820e73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141670 Apr 15 11:02:43.014130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896d012-695b-4560-8873-5692c164af65,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:43.015328 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-dc64d276-1b42-455d-94c2-e45a13ba294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:43.016737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42094) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:43.017574 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-dc64d276-1b42-455d-94c2-e45a13ba294f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1097 time: 0.0910532 Apr 15 11:02:43.019629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:43.086350 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.116354 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.166372 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-27a9466a-72ce-40c0-828a-75cda7586842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:43.167962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.168094 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-27a9466a-72ce-40c0-828a-75cda7586842 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1430852 Apr 15 11:02:43.173264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5f5c9162-a785-47d3-a9a6-f795e216799b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:43.187644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896d012-695b-4560-8873-5692c164af65,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:43.190185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:43.193031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:43.194335 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4cc1278f-ec45-4f0c-91c4-fc00f0f49cf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8896d012-695b-4560-8873-5692c164af65 HTTP/1.1" status: 204 len: 168 time: 0.1764894 Apr 15 11:02:43.247618 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-f3bb4896-3842-4724-8658-4535e66c8b08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 217 time: 0.0726490 Apr 15 11:02:43.324257 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-81464048-b3cc-4f11-8a95-03ebe7e869c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:43.325843 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-81464048-b3cc-4f11-8a95-03ebe7e869c2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0722551 Apr 15 11:02:43.413632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-ed857663-38f4-4d28-a062-fbdae2417638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:43.415295 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-ed857663-38f4-4d28-a062-fbdae2417638 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829098 Apr 15 11:02:43.571457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-f62ad46a-397b-4553-8df7-61eb18686a97 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484907 Apr 15 11:02:43.659567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c18d9-c0d0-4fc6-b3d2-c2f6e8757b43 req-2ce88fda-54a0-4cc3-a8d4-2dbcdaa4acb5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:43.661497 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-947c18d9-c0d0-4fc6-b3d2-c2f6e8757b43 req-2ce88fda-54a0-4cc3-a8d4-2dbcdaa4acb5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1040051 Apr 15 11:02:43.719734 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-947c18d9-c0d0-4fc6-b3d2-c2f6e8757b43 req-15669c16-2f48-4e23-b9bd-e913059556c5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511603 Apr 15 11:02:43.723059 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5d51dabd-f1b6-4a0f-94dd-750911a72fb9 req-33f49bf8-3e6a-4e0a-8f7c-1cd52d858309 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436527 Apr 15 11:02:44.939417 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc82365e-1a25-4872-b7c5-91ab52c8d91a req-10a65abe-3fdc-4bf6-88b6-670873cb5e34 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:44.941404 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fc82365e-1a25-4872-b7c5-91ab52c8d91a req-10a65abe-3fdc-4bf6-88b6-670873cb5e34 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1015773 Apr 15 11:02:44.998571 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-fc82365e-1a25-4872-b7c5-91ab52c8d91a req-9d4e98ff-30e6-4143-a8b7-813c799a8fa6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501027 Apr 15 11:02:45.357622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:46.243520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc98e-a756-4cac-aca1-36a0d9d38df9 req-e812fd61-85a1-415a-a1d6-102498b0016a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:46.245056 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-734bc98e-a756-4cac-aca1-36a0d9d38df9 req-e812fd61-85a1-415a-a1d6-102498b0016a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1043193 Apr 15 11:02:46.301207 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-734bc98e-a756-4cac-aca1-36a0d9d38df9 req-0ff7e57a-d170-4b9c-821a-87ec60e9acf6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494707 Apr 15 11:02:47.033175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:02:47.184576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:47.199277 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:02:47.268047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.288191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:02:47.305595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:47.308758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:47.310761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:47.383620 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=4']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:47.387250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:47.531640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3b068-e4a6-47ba-9340-956b2c841e3d req-f80813f1-124d-4eac-b078-1946b2d2f621 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:47.533185 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2ce3b068-e4a6-47ba-9340-956b2c841e3d req-f80813f1-124d-4eac-b078-1946b2d2f621 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 945 time: 0.1045868 Apr 15 11:02:47.592342 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2ce3b068-e4a6-47ba-9340-956b2c841e3d req-9da89e39-f959-4ccc-9f80-fb13581a2126 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490942 Apr 15 11:02:47.621297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['f553b8a4-e0ff-4a1c-af78-89d08430c2e9'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:02:48.832957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532aa782-9709-4d24-a9e2-12194809672d req-025db7e5-e6a5-4d3f-8cd9-037e01eb683a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:48.834598 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-532aa782-9709-4d24-a9e2-12194809672d req-025db7e5-e6a5-4d3f-8cd9-037e01eb683a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 945 time: 0.1052976 Apr 15 11:02:48.894861 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-532aa782-9709-4d24-a9e2-12194809672d req-63e272aa-b868-4781-a9da-db55098ad0bc tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502744 Apr 15 11:02:49.045091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:02:49.120018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 completed by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 11:02:49.125215 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:02:49.125638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.252851 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.287197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:49.297789 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:02:49.301452 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:49.303471 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:49.338738 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'code': 200} Apr 15 11:02:49.380111 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=5']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:49.383221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:49.590168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e800d6-6223-496e-8a35-22e53066e361 req-c33638b1-4240-4936-bf65-20d4ae688709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:49.591727 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-90e800d6-6223-496e-8a35-22e53066e361 req-c33638b1-4240-4936-bf65-20d4ae688709 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1099 time: 0.0810134 Apr 15 11:02:49.634981 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-90e800d6-6223-496e-8a35-22e53066e361 req-fae849b4-af04-4031-b918-6d96b58b3589 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368121 Apr 15 11:02:50.133382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19db0c0-f3b2-4c73-b639-114683626e48 req-6f459079-a323-457b-bd4e-dc561372f5a6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:50.135089 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e19db0c0-f3b2-4c73-b639-114683626e48 req-6f459079-a323-457b-bd4e-dc561372f5a6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0974610 Apr 15 11:02:50.185008 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e19db0c0-f3b2-4c73-b639-114683626e48 req-0ba02897-f8e4-438e-9c93-67e82d0fa39b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Apr 15 11:02:51.439105 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8381dc-20de-4b5b-8920-411a72b1da45 req-3124508c-822c-4e5b-a4f8-13e8d4f95035 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:51.441251 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de8381dc-20de-4b5b-8920-411a72b1da45 req-3124508c-822c-4e5b-a4f8-13e8d4f95035 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1083887 Apr 15 11:02:51.494771 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de8381dc-20de-4b5b-8920-411a72b1da45 req-1bb8c9b0-9c78-45dd-90cc-599d47fac715 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452869 Apr 15 11:02:51.713950 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8972e5-cb5d-462f-b290-664f8a6dd759 req-439db4cb-8708-4527-aaa6-452cdf403b1d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:51.715705 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb8972e5-cb5d-462f-b290-664f8a6dd759 req-439db4cb-8708-4527-aaa6-452cdf403b1d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1047535 Apr 15 11:02:51.725786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42176) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:51.731718 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.v2.base [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Request body: {'floatingip': {'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}} {{(pid=85374) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 11:02:52.080044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, before_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.742852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.746967 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:52.940237 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Floating IP ff1b580e-29dd-462a-9248-cdfa09580255 associated. External IP: 172.28.3.120, port: f553b8a4-e0ff-4a1c-af78-89d08430c2e9. Apr 15 11:02:53.330459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:02:53.522796 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:02:53.527576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:53.533693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:02:53.544621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:53.545303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:53.589699 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-478d0c47-1802-4e8d-a88d-c41c0fda4379 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "PUT /v2.0/floatingips/ff1b580e-29dd-462a-9248-cdfa09580255 HTTP/1.1" status: 200 len: 992 time: 1.8625853 Apr 15 11:02:53.590330 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:02:53.640131 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'status': 'completed', 'code': 200} Apr 15 11:02:53.747572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-d07a50db-3ca6-4369-a093-8aa6f2e46eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:53.749194 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-d07a50db-3ca6-4369-a093-8aa6f2e46eea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1099 time: 0.0867784 Apr 15 11:02:53.756588 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:53.903644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-729ba003-1948-4683-92b0-0ac4e6049002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:53.905604 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-729ba003-1948-4683-92b0-0ac4e6049002 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1501875 Apr 15 11:02:54.027746 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-a5dd8a20-c486-4603-897b-d90ce4e7af01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 1000 time: 0.1161065 Apr 15 11:02:54.107817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-2fb5f6cd-afb3-418a-84e7-dd72c77eca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:54.109397 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-2fb5f6cd-afb3-418a-84e7-dd72c77eca73 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0756760 Apr 15 11:02:54.132755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': 'ff1b580e-29dd-462a-9248-cdfa09580255', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:36Z', 'updated_at': '2021-04-15T11:02:52Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.137501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:02:54.147199 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:02:54.148205 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:02:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.197560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-3450485d-a424-484b-bb28-3b0361728a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:02:54.199223 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-3450485d-a424-484b-bb28-3b0361728a7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0840018 Apr 15 11:02:54.360469 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-1ab6958d-5935-4d4f-8621-4c59317024b2 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548028 Apr 15 11:02:54.514136 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4133c7c8-d190-4cd8-ba77-fbbdb91682d8 req-0b837c69-a0a9-4cfd-b87e-e479d765f08c service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472111 Apr 15 11:02:54.528797 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:02:54.908844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': 'ff1b580e-29dd-462a-9248-cdfa09580255', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:36Z', 'updated_at': '2021-04-15T11:02:52Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:02:54.913217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eb8f770-d970-4ee1-95b0-49e4e65c9d32 None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_floatingips': [{'id': 'ff1b580e-29dd-462a-9248-cdfa09580255', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'floating_ip_address': '172.28.3.120', 'floating_network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'router_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 576, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T11:02:36Z', 'updated_at': '2021-04-15T11:02:52Z', 'revision_number': 1, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:02:55.225936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fecc12be-7767-4daf-9fae-d6ea2c746a89 None None] New status for floating IP ff1b580e-29dd-462a-9248-cdfa09580255: ACTIVE {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:02:58.738598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42240) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:58.885329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:58.901296 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:02:58.905758 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Usage tracker for resource:security_group_rule and tenant:4d44ec4984004d5ba8bd9f77ca97489e is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:02:58.909605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:02:58.916550 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:02:59.018568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.022629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.030312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d7077158-beb4-4e4f-a6fc-fb50e4745cd4 tempest-VolumesNegativeTest-574423328 tempest-VolumesNegativeTest-574423328-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:59.072527 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d44ec4984004d5ba8bd9f77ca97489e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3327296 Apr 15 11:02:59.075624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42246) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:02:59.088112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d7143-87c2-4868-ade1-03e9a5a70b93,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:59.093013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:59.146631 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.174962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.228918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.233975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f600d6a1-0981-4fb5-8791-fc054bc3bc93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:02:59.246803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d7143-87c2-4868-ade1-03e9a5a70b93,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:02:59.249958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:02:59.252419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:02:59.256157 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6266fa79-c498-4b83-942c-01f68446f7a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6c2d7143-87c2-4868-ade1-03e9a5a70b93 HTTP/1.1" status: 204 len: 168 time: 0.1770985 Apr 15 11:03:00.486503 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42282) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:00.628329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.645240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:00.650895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Usage tracker for resource:security_group_rule and tenant:178a4f24dbd446189f99100e3d4bfd76 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:00.654044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:00.660393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:00.749206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.753087 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.760794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-37b732e8-96f7-4f9e-9029-35cec3f81dc2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:00.808628 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=178a4f24dbd446189f99100e3d4bfd76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209319 Apr 15 11:03:00.809562 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99700202-0304-4ceb-a4e3-26e47b4cc7bb,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:00.811923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42288) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:00.813096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-338fa68f-7732-4b2b-b9f2-5b160f544c51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:00.889361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.927312 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.977211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:00.981249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d78f3d8f-4909-4b94-bb25-466d9be69241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:00.993272 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99700202-0304-4ceb-a4e3-26e47b4cc7bb,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:00.998580 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:01.000548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:01.001773 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/99700202-0304-4ceb-a4e3-26e47b4cc7bb HTTP/1.1" status: 204 len: 168 time: 0.1887498 Apr 15 11:03:02.556660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6b221caa-5935-44bb-b171-5c9ef0a91c9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.058779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8b854bf2-16a5-470e-b78a-867cd3c2cea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:05.761200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:06.464284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.305689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:07.885368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42368) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.025393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.041640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:03:08.046130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Usage tracker for resource:security_group_rule and tenant:0d43ce2b37ea41e098afe65cb2e571b5 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:03:08.049443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:03:08.056012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:03:08.147214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.151895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.159409 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-64472a17-bd4e-4a8a-bbb1-9f7ab9407e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.203681 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d43ce2b37ea41e098afe65cb2e571b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170886 Apr 15 11:03:08.204650 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a6a684-d1c2-4ca3-a24b-6d84b5f6002b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.208141 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42374) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:03:08.208491 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-18c73103-2cfc-4e7d-a211-de59e6aa7364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:08.275736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.306313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.358725 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.364382 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8cbcbd4b-8c35-4ed2-8e60-ba4ae8007f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:03:08.375898 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a6a684-d1c2-4ca3-a24b-6d84b5f6002b,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:03:08.387624 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.388052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.388474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.388875 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.389300 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.389665 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.390073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.390501 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.390907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.391304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.391662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.392056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:03:08.395062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:08.398847 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/42a6a684-d1c2-4ca3-a24b-6d84b5f6002b HTTP/1.1" status: 204 len: 168 time: 0.1895278 Apr 15 11:03:08.400013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f77b79d0-5ff9-4efc-9cbf-62093ea4c6b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:03:14.944607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:15.361819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:17.701093 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-a9e0fd96-bd8b-40ba-9dc1-3628c7e8243e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0905881 Apr 15 11:03:17.854348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2344-0443-4545-b052-2003e666ec9c req-be635315-9643-49a0-902a-e57820870cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:17.856026 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-be635315-9643-49a0-902a-e57820870cfd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0826323 Apr 15 11:03:18.026949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2344-0443-4545-b052-2003e666ec9c req-b710bcce-afc3-4a22-b93c-ce41eaccb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.028451 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-b710bcce-afc3-4a22-b93c-ce41eaccb89c service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1476181 Apr 15 11:03:18.150739 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-9dddaf5a-df1f-4a03-a897-4580e0e041ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 1000 time: 0.1143951 Apr 15 11:03:18.232218 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2344-0443-4545-b052-2003e666ec9c req-9d13485e-a0de-471a-8561-5b2aa25bbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.233807 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-9d13485e-a0de-471a-8561-5b2aa25bbb68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0760360 Apr 15 11:03:18.320899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea2344-0443-4545-b052-2003e666ec9c req-d826342c-b3ca-4553-97c4-2fa70b75bef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:18.322606 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-d826342c-b3ca-4553-97c4-2fa70b75bef6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824499 Apr 15 11:03:18.469910 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-2ecf5fee-6067-4e1a-a834-882a0868c45e service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402822 Apr 15 11:03:18.854449 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c8ea2344-0443-4545-b052-2003e666ec9c req-31850845-cd11-45f2-ae81-ea2da80ab47b service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3780422 Apr 15 11:03:32.555516 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-60209c8f-a4a9-4d24-8691-d21aae8e6812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.053693 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7f610599-aa35-4887-9fc1-d8160e85554f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:35.757078 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:36.470657 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:37.310768 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:45.371708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:03:49.354138 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ceeac-d2ae-4323-9726-e6e3a09b320c req-74975467-9516-44f8-9a53-ddc96c3f380a tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:49.355865 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-654ceeac-d2ae-4323-9726-e6e3a09b320c req-74975467-9516-44f8-9a53-ddc96c3f380a tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1009147 Apr 15 11:03:49.405248 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-654ceeac-d2ae-4323-9726-e6e3a09b320c req-301a2b1f-f931-48fc-a529-1267f7d5b2a0 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428245 Apr 15 11:03:50.624127 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09003ebf-a704-4685-95df-9db173c1b436 req-64f3969a-cd7c-40c9-83f2-c4a913ab7f00 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:50.625721 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09003ebf-a704-4685-95df-9db173c1b436 req-64f3969a-cd7c-40c9-83f2-c4a913ab7f00 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0962038 Apr 15 11:03:50.688363 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-09003ebf-a704-4685-95df-9db173c1b436 req-c8477562-b751-4d32-ac39-d2f2b2e1f918 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533066 Apr 15 11:03:51.906990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9567de-921d-417f-920c-58d0b8f7e195 req-dcd288e6-15d1-4c4b-97d7-294a6f9644d5 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:51.908475 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ea9567de-921d-417f-920c-58d0b8f7e195 req-dcd288e6-15d1-4c4b-97d7-294a6f9644d5 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0990567 Apr 15 11:03:51.944930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:03:51.960323 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ea9567de-921d-417f-920c-58d0b8f7e195 req-0eb67502-35cd-42b7-917e-25025f42fff0 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431690 Apr 15 11:03:53.176100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc054d-ca4a-4b16-bdc9-0e9b8f096fe3 req-ea504e04-314b-493f-ab60-6451e5483d09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:53.177759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdfc054d-ca4a-4b16-bdc9-0e9b8f096fe3 req-ea504e04-314b-493f-ab60-6451e5483d09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0943544 Apr 15 11:03:53.234037 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bdfc054d-ca4a-4b16-bdc9-0e9b8f096fe3 req-c177750d-f6e1-4a00-86f7-3e79a0229480 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467064 Apr 15 11:03:54.452907 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b81ec-692d-4b58-b870-13551c7df49f req-bf2f7aa8-8fae-414e-b61b-1218f9aaee33 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:54.454533 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c81b81ec-692d-4b58-b870-13551c7df49f req-bf2f7aa8-8fae-414e-b61b-1218f9aaee33 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0968912 Apr 15 11:03:54.503446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c81b81ec-692d-4b58-b870-13551c7df49f req-563af448-ebac-4c2c-8992-352d9fe408fe tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420885 Apr 15 11:03:55.727258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3912e753-d2e8-4ff8-8beb-452d3ef066c9 req-94ebc44f-a1f8-4a8d-80bf-4a1204c0d64f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:55.728863 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3912e753-d2e8-4ff8-8beb-452d3ef066c9 req-94ebc44f-a1f8-4a8d-80bf-4a1204c0d64f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1026771 Apr 15 11:03:55.783615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3912e753-d2e8-4ff8-8beb-452d3ef066c9 req-67170761-14aa-49e2-bc28-ab22daba77ad tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444911 Apr 15 11:03:56.997731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a0d8c-250b-4914-b23f-a78004d0bbfb req-0c115299-d3b0-4d65-88c3-f7e11b7c6e10 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:56.999365 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e0a0d8c-250b-4914-b23f-a78004d0bbfb req-0c115299-d3b0-4d65-88c3-f7e11b7c6e10 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0958486 Apr 15 11:03:57.053144 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9e0a0d8c-250b-4914-b23f-a78004d0bbfb req-df2cff54-0afb-4db1-98a9-5104f2b0b5af tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466297 Apr 15 11:03:58.274188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd008e-6944-40a0-8bd6-360e02247193 req-ceb5b73e-f09a-4ed1-85bd-6fce40ff9186 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:58.275819 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84cd008e-6944-40a0-8bd6-360e02247193 req-ceb5b73e-f09a-4ed1-85bd-6fce40ff9186 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1030898 Apr 15 11:03:58.329381 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-84cd008e-6944-40a0-8bd6-360e02247193 req-79af64b4-56dd-4202-bdae-2721edcc9a47 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469992 Apr 15 11:03:59.418535 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-f5bf4bdf-abd5-4817-963a-e1389d748e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.420188 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-f5bf4bdf-abd5-4817-963a-e1389d748e51 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0830739 Apr 15 11:03:59.632462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-1749dd37-5f33-48e5-aaac-822b5069c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.633961 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-1749dd37-5f33-48e5-aaac-822b5069c531 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.2070065 Apr 15 11:03:59.647953 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff280bc5-50e1-4f42-b26a-b3d6631758c2 req-822ca1a8-0d5e-4b08-929e-4b29acd3d25d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.649554 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ff280bc5-50e1-4f42-b26a-b3d6631758c2 req-822ca1a8-0d5e-4b08-929e-4b29acd3d25d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.2002645 Apr 15 11:03:59.786944 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ff280bc5-50e1-4f42-b26a-b3d6631758c2 req-ad082bec-7811-493e-a127-00bc2a4c1543 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843828 Apr 15 11:03:59.788853 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-272a57f2-5368-4498-acd7-a43c91ebbca3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 1000 time: 0.1383300 Apr 15 11:03:59.866958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-d46be00e-ab2c-43fe-a6ef-f423c79ea8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.868515 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-d46be00e-ab2c-43fe-a6ef-f423c79ea8c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0710797 Apr 15 11:03:59.961518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-cf7da294-7e42-458c-9ccc-e4627c2c12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:03:59.963235 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-cf7da294-7e42-458c-9ccc-e4627c2c12da service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0872381 Apr 15 11:04:00.111284 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-d886e277-951b-4935-b611-cd2bbb50f29e service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410420 Apr 15 11:04:00.276396 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3635f4d0-1c08-4e95-ae52-bfbc26e1087a req-d0606b23-8e1d-4b52-9de7-d08478cd2c7a service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569624 Apr 15 11:04:01.002987 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e27565-30b7-471c-8e5e-6d496a0ad669 req-f1453fce-6c76-4723-9cc5-5214156cf8f3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:01.004615 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2e27565-30b7-471c-8e5e-6d496a0ad669 req-f1453fce-6c76-4723-9cc5-5214156cf8f3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1028166 Apr 15 11:04:01.053359 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e2e27565-30b7-471c-8e5e-6d496a0ad669 req-62314a4f-3486-44e8-84be-ea59bc41b7e0 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Apr 15 11:04:02.265946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef13392-ce3d-4696-837a-119374662398 req-48ee1fd8-dbbd-4061-baac-178fa2da06ac tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:02.267590 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ef13392-ce3d-4696-837a-119374662398 req-48ee1fd8-dbbd-4061-baac-178fa2da06ac tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0950024 Apr 15 11:04:02.317773 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9ef13392-ce3d-4696-837a-119374662398 req-0a27df4f-3b02-4f55-a5ba-58cf9dfa49a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434148 Apr 15 11:04:02.551340 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8c189c20-4467-4a21-a31d-52395e321523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:03.666268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45990a81-9167-4c6d-8355-b1579784c7c5 req-2c50b7de-d356-4691-86ca-6a3b20e56bcd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:03.667879 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-45990a81-9167-4c6d-8355-b1579784c7c5 req-2c50b7de-d356-4691-86ca-6a3b20e56bcd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0889983 Apr 15 11:04:03.723665 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-45990a81-9167-4c6d-8355-b1579784c7c5 req-096a20cd-0705-469f-b709-25fb79b3427f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492573 Apr 15 11:04:04.050964 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-0ed9829a-990f-457f-b8d5-867256084984 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796535 Apr 15 11:04:04.126897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c473488-2ccf-4b24-b82b-0d760457b91a req-167b1023-46d8-48be-98c5-3d00e11305ed tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:04.128538 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c473488-2ccf-4b24-b82b-0d760457b91a req-167b1023-46d8-48be-98c5-3d00e11305ed tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0938191 Apr 15 11:04:04.177431 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0c473488-2ccf-4b24-b82b-0d760457b91a req-fff2491a-573e-4c60-b829-04ff8c8b1011 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424962 Apr 15 11:04:05.051520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5d613c7f-a2ce-4029-83ef-8da056e4f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.403170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab60d5f-9f2c-4fd3-93df-93211a222b6f req-5cf84dc3-feb7-4188-8c11-b9e85df606a5 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:05.404731 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cab60d5f-9f2c-4fd3-93df-93211a222b6f req-5cf84dc3-feb7-4188-8c11-b9e85df606a5 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1066463 Apr 15 11:04:05.436236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:05.464884 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cab60d5f-9f2c-4fd3-93df-93211a222b6f req-342f0088-aa58-40b6-a50b-04795519ed07 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497947 Apr 15 11:04:05.561202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.592679 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:05.603418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:05.607072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.608957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-76b5b341-1742-434c-aaf0-c859e59504f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:05.817259 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'code': 422} returned with failed status Apr 15 11:04:05.855748 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:05.866594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=6']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:05.874558 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.874865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.875281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.875655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.876024 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.876387 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.876755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.877114 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.877477 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.877818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.878172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.878581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:04:05.882682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:06.464364 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:06.671188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0bfd-e24f-42d7-96c7-5f1936eb5942 req-bf89feb9-fcba-4db6-a019-fd50dae8fd66 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:06.672788 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-495c0bfd-e24f-42d7-96c7-5f1936eb5942 req-bf89feb9-fcba-4db6-a019-fd50dae8fd66 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0893342 Apr 15 11:04:06.722150 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-495c0bfd-e24f-42d7-96c7-5f1936eb5942 req-641cc395-438e-42bd-8bed-e2e632d9dc06 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422792 Apr 15 11:04:07.311637 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:07.948833 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f37074-b068-4529-ba14-e00cce85d536 req-db9a429f-efb9-45a6-9a7e-58ba034489a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:07.950337 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48f37074-b068-4529-ba14-e00cce85d536 req-db9a429f-efb9-45a6-9a7e-58ba034489a3 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.1062951 Apr 15 11:04:08.000215 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-48f37074-b068-4529-ba14-e00cce85d536 req-6c5965dd-bd52-4077-acb3-dc9eddccde02 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431080 Apr 15 11:04:09.215183 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df0a66c-75a3-4e77-9eda-3d44e415d25c req-9292e64a-88cc-4a05-b307-32dccfabdbc8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.216675 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9df0a66c-75a3-4e77-9eda-3d44e415d25c req-9292e64a-88cc-4a05-b307-32dccfabdbc8 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0982764 Apr 15 11:04:09.269515 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9df0a66c-75a3-4e77-9eda-3d44e415d25c req-58c0d5c9-2393-428d-b218-5e88d887810f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462208 Apr 15 11:04:09.361235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-120145f9-ae06-483a-9c6d-cb4881432cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.362965 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-120145f9-ae06-483a-9c6d-cb4881432cfa service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8&tenant_id=e38e058186444d71907a36a00fd1c223 HTTP/1.1" status: 200 len: 1096 time: 0.0905247 Apr 15 11:04:09.474008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-4fc44e1d-d047-42a8-960b-f757711c90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.475772 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-4fc44e1d-d047-42a8-960b-f757711c90ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1096 time: 0.0817616 Apr 15 11:04:09.485582 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ee49ba-8360-48fe-b14b-ed1a3751a0c6 req-790921ae-04d5-444c-9139-17137a3cbf8f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.487224 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b5ee49ba-8360-48fe-b14b-ed1a3751a0c6 req-790921ae-04d5-444c-9139-17137a3cbf8f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0910678 Apr 15 11:04:09.539645 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-b5ee49ba-8360-48fe-b14b-ed1a3751a0c6 req-7b5a7b4f-5c52-44e7-b797-7b8e7a0b2f1f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Apr 15 11:04:09.623525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-8318e69e-2b39-4e22-8a91-348de45a17e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.625122 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-8318e69e-2b39-4e22-8a91-348de45a17e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1410503 Apr 15 11:04:09.737891 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-84d3719a-bbc0-419f-bdc7-56c074abf601 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 998 time: 0.1051590 Apr 15 11:04:09.807607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-4e0cf1a1-a50f-4c40-af5c-89a39d811a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.809075 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-4e0cf1a1-a50f-4c40-af5c-89a39d811a16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0647662 Apr 15 11:04:09.909137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-8d7f8554-20ad-447f-b429-76a01cffa1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:09.910782 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-8d7f8554-20ad-447f-b429-76a01cffa1a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0945659 Apr 15 11:04:10.055378 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-ed686bfa-bfcc-41a9-b1e1-829db543f4d8 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368096 Apr 15 11:04:10.207600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ee77fdd6-04d8-4f41-87a4-88c8eaa669b2 req-7f17ad18-3321-44d5-b2c3-1017d3c42637 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452518 Apr 15 11:04:10.491617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad4a3e0-a6fd-4c55-a92d-950ede16def7 req-8b1c46ec-85ae-4a0d-bfc5-65f2e24e4347 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:10.493265 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ad4a3e0-a6fd-4c55-a92d-950ede16def7 req-8b1c46ec-85ae-4a0d-bfc5-65f2e24e4347 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0990343 Apr 15 11:04:10.545903 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ad4a3e0-a6fd-4c55-a92d-950ede16def7 req-7959ac73-b809-40e1-b080-5a2f2d9bd9cf tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427656 Apr 15 11:04:10.757976 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2b2b1-4c54-4b31-850a-49a7980034ee req-2f4d5760-5a12-4928-b2ba-6ac019f0adc3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:10.759553 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bf2b2b1-4c54-4b31-850a-49a7980034ee req-2f4d5760-5a12-4928-b2ba-6ac019f0adc3 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0986426 Apr 15 11:04:10.815095 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2bf2b2b1-4c54-4b31-850a-49a7980034ee req-83c6ceb9-264c-4dcc-bc2b-dd763a999495 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460649 Apr 15 11:04:11.769438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8e69a-3ade-4f8f-9547-a910e9174f96 req-b4cdd94e-cbab-471b-8844-c7c67f01d673 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:11.771082 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-01c8e69a-3ade-4f8f-9547-a910e9174f96 req-b4cdd94e-cbab-471b-8844-c7c67f01d673 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0973563 Apr 15 11:04:11.819984 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-01c8e69a-3ade-4f8f-9547-a910e9174f96 req-6f82cfd6-fa86-45aa-9f2b-e600378035d6 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Apr 15 11:04:12.042751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5b845-545b-4e89-849e-e4565ada23eb req-e77bca01-4009-4fa2-a7ad-cccacc3798b8 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:12.044357 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dfe5b845-545b-4e89-849e-e4565ada23eb req-e77bca01-4009-4fa2-a7ad-cccacc3798b8 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0988481 Apr 15 11:04:12.099116 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-dfe5b845-545b-4e89-849e-e4565ada23eb req-17c5a2e2-a852-4137-941d-a76a5d2e2bc9 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445893 Apr 15 11:04:13.034112 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6f2fd3-d31b-4e21-a32c-805af4bc2e05 req-2421e064-b67c-4ca4-b1e5-63711ced4fba tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:13.035902 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e6f2fd3-d31b-4e21-a32c-805af4bc2e05 req-2421e064-b67c-4ca4-b1e5-63711ced4fba tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0989649 Apr 15 11:04:13.088756 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6e6f2fd3-d31b-4e21-a32c-805af4bc2e05 req-f444b678-1a79-456b-91bb-5c3f0936475b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431011 Apr 15 11:04:13.727792 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b6815-c886-4311-9eb4-090f30f7d062 req-bd144f80-d8e5-4053-a606-09cf61c0bad6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:13.729422 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8b3b6815-c886-4311-9eb4-090f30f7d062 req-bd144f80-d8e5-4053-a606-09cf61c0bad6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.3576250 Apr 15 11:04:13.782691 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8b3b6815-c886-4311-9eb4-090f30f7d062 req-b7bcefec-e786-453d-b354-25f7ad08964a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434730 Apr 15 11:04:14.309546 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda59ec5-75c2-4615-8215-c10a3d6a9613 req-c9c63172-f773-4dfd-9298-68074fa502f9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:14.311218 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cda59ec5-75c2-4615-8215-c10a3d6a9613 req-c9c63172-f773-4dfd-9298-68074fa502f9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.0994501 Apr 15 11:04:14.359755 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cda59ec5-75c2-4615-8215-c10a3d6a9613 req-bc141b88-f7fe-4794-b66f-a34be3ee5d74 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415661 Apr 15 11:04:15.022258 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddc6ca-c413-43c9-8dc6-b053a492bd22 req-8630577d-6cc4-4444-ab21-a24c3ddf7d9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:15.023855 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-19ddc6ca-c413-43c9-8dc6-b053a492bd22 req-8630577d-6cc4-4444-ab21-a24c3ddf7d9a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1017518 Apr 15 11:04:15.076741 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-19ddc6ca-c413-43c9-8dc6-b053a492bd22 req-4b485baa-039b-46cd-beb9-6867caa79eee tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462728 Apr 15 11:04:15.406264 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.449985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:04:15.600996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:15.617249 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'port_id': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'mac_address': 'fa:16:3e:fe:7a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:04:15.684566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.704852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b511490b-c718-4dae-b823-c2d5d6ec312e {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:04:15.722667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:15.726413 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:15.729286 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a4501303-01a1-4247-b2c8-c7ba71294bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:15.800651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=7']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:15.804287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:15.824610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63cfe7-ae4c-449a-a1a7-d5618c6a9dbf req-7a4ff910-2108-40b7-ac7f-7ea5143f2a01 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:15.826285 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da63cfe7-ae4c-449a-a1a7-d5618c6a9dbf req-7a4ff910-2108-40b7-ac7f-7ea5143f2a01 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 943 time: 0.3418989 Apr 15 11:04:15.874975 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-da63cfe7-ae4c-449a-a1a7-d5618c6a9dbf req-263f26f6-2f7b-43dd-b9b7-50f6f11252b7 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422382 Apr 15 11:04:16.060363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['b511490b-c718-4dae-b823-c2d5d6ec312e'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:04:16.293216 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e3a92-aa6d-4f8a-a6f0-551538055c9a req-18480c05-d457-4c6c-acc3-3cd437abf9ec tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:16.294915 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-320e3a92-aa6d-4f8a-a6f0-551538055c9a req-18480c05-d457-4c6c-acc3-3cd437abf9ec tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0908430 Apr 15 11:04:16.344953 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-320e3a92-aa6d-4f8a-a6f0-551538055c9a req-bf6392d7-7405-4dd6-85b7-3ce2be21c01c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430138 Apr 15 11:04:17.096178 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4e46-5fdf-45e7-8ef8-d1e01bfa6179 req-652a2369-37f3-4a39-920a-dbeff423503c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:17.097866 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2d4e46-5fdf-45e7-8ef8-d1e01bfa6179 req-652a2369-37f3-4a39-920a-dbeff423503c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 944 time: 0.0970235 Apr 15 11:04:17.149513 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6a2d4e46-5fdf-45e7-8ef8-d1e01bfa6179 req-e4577d61-98ab-4e94-a446-87c71384572d tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448558 Apr 15 11:04:17.461746 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:04:17.535982 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port b511490b-c718-4dae-b823-c2d5d6ec312e triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:04:17.536403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:17.566630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d749162-08f5-4b63-bc30-aea6afe60ad8 req-d5c654f5-0215-49d4-b6a5-83dd921e8b81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:17.568227 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8d749162-08f5-4b63-bc30-aea6afe60ad8 req-d5c654f5-0215-49d4-b6a5-83dd921e8b81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0951030 Apr 15 11:04:17.621247 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8d749162-08f5-4b63-bc30-aea6afe60ad8 req-b3578630-2f4d-43a2-9e82-031867defdd2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461307 Apr 15 11:04:17.665459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:17.694475 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:17.706537 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:17.711818 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:17.713771 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:17.752663 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'code': 200} Apr 15 11:04:17.789005 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=8']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:17.793329 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:18.065834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64224d3-f73d-4ce5-bbd2-da4f6c19e1bf req-4c318e0c-8806-43a9-b1ee-4c743e5c238b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:18.067471 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a64224d3-f73d-4ce5-bbd2-da4f6c19e1bf req-4c318e0c-8806-43a9-b1ee-4c743e5c238b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0865960 Apr 15 11:04:18.112513 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a64224d3-f73d-4ce5-bbd2-da4f6c19e1bf req-6e80f83a-3114-4426-9a87-140f36a4825b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379210 Apr 15 11:04:18.363824 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec960c-6667-4f73-8832-0c846ac035bb req-9a69b9c0-73c8-410c-ac08-ae2ca735663b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:18.365398 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0aec960c-6667-4f73-8832-0c846ac035bb req-9a69b9c0-73c8-410c-ac08-ae2ca735663b tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0986233 Apr 15 11:04:18.418338 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0aec960c-6667-4f73-8832-0c846ac035bb req-97019bb6-eb67-4b78-a261-dce14b1a605e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463135 Apr 15 11:04:18.734997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-88a4001b-00df-4f37-8f79-02c0829b0b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:18.736605 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-88a4001b-00df-4f37-8f79-02c0829b0b6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1099 time: 0.0846467 Apr 15 11:04:18.943897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-dc6881d3-3683-4884-a6fb-bfa7ba92cb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:18.945517 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-dc6881d3-3683-4884-a6fb-bfa7ba92cb94 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1673090 Apr 15 11:04:18.957202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf61a1-9a77-4df2-bc2a-d4236705802f req-f50adc21-f06f-4fc4-baa0-4298362ad762 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:18.958883 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-15cf61a1-9a77-4df2-bc2a-d4236705802f req-f50adc21-f06f-4fc4-baa0-4298362ad762 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.2164557 Apr 15 11:04:19.099982 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-15cf61a1-9a77-4df2-bc2a-d4236705802f req-9992edcc-c344-461e-aa9c-8bd53c2ebd82 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788965 Apr 15 11:04:19.104514 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-dd57b135-3f50-4a3b-ac84-34ce5a8e1b3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.1446526 Apr 15 11:04:19.188027 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-3b31649c-5f6d-4056-84d1-db70c22a1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:19.189983 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-3b31649c-5f6d-4056-84d1-db70c22a1521 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0778131 Apr 15 11:04:19.279581 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-2471f623-40f7-4a9b-9899-375e75550c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:19.281104 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-2471f623-40f7-4a9b-9899-375e75550c44 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0804648 Apr 15 11:04:19.426239 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-4fc216f1-56c4-496b-b73f-278d76b30663 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372724 Apr 15 11:04:19.576140 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a7823010-2c99-4f9d-9199-5b0153f135c7 req-c383b850-e0c9-4cbf-a04d-3669ed4a1250 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414073 Apr 15 11:04:19.626523 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d9025-2db6-4ff2-b4ea-a3ee7fe1cb7c req-21d74305-5353-439f-8d5b-c88e62df38c9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:19.628123 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a09d9025-2db6-4ff2-b4ea-a3ee7fe1cb7c req-21d74305-5353-439f-8d5b-c88e62df38c9 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0932224 Apr 15 11:04:19.679379 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-a09d9025-2db6-4ff2-b4ea-a3ee7fe1cb7c req-ba1a698e-3024-48a3-a993-609c94f1273c tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420582 Apr 15 11:04:20.325848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622109c-0f21-4381-b5f0-607f9d62d0db req-52ea2614-1f5e-4c75-82c6-891710ed57ae tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:20.327501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9622109c-0f21-4381-b5f0-607f9d62d0db req-52ea2614-1f5e-4c75-82c6-891710ed57ae tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0961750 Apr 15 11:04:20.383223 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9622109c-0f21-4381-b5f0-607f9d62d0db req-251417ba-36ad-4b84-ad43-ebd5326f86f6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459814 Apr 15 11:04:21.614635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f646b-6900-497a-9088-6c8fefe6c579 req-dc53a153-ae2a-4b34-a2a1-52d1210481d1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:21.616266 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf4f646b-6900-497a-9088-6c8fefe6c579 req-dc53a153-ae2a-4b34-a2a1-52d1210481d1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1028950 Apr 15 11:04:21.665799 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cf4f646b-6900-497a-9088-6c8fefe6c579 req-ae02d11f-f5da-4976-8b90-2c554c82f3d2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427058 Apr 15 11:04:22.891854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079125ac-497e-42cf-ab7c-e9a112790a39 req-98bc6950-ed51-4086-90ed-baeecd389d81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:22.893472 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-079125ac-497e-42cf-ab7c-e9a112790a39 req-98bc6950-ed51-4086-90ed-baeecd389d81 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0986645 Apr 15 11:04:22.955624 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-079125ac-497e-42cf-ab7c-e9a112790a39 req-0f32844d-fffe-468d-bef8-c99035c8aeae tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519309 Apr 15 11:04:23.496044 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:04:23.653422 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:23.668576 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:04:23.732090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.750754 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:04:23.767487 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:23.772848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:23.775525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f3a0675c-bb88-4a10-8f53-2260b9ba2787 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:23.858368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=6']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:23.862761 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['f553b8a4-e0ff-4a1c-af78-89d08430c2e9'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:04:23.891274 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:24.173080 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd22e6-6e3e-4adf-9572-0b5cd6fcce7d req-7d89c87b-e4f3-49df-8c7d-d29d64d79c07 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:24.174766 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75cd22e6-6e3e-4adf-9572-0b5cd6fcce7d req-7d89c87b-e4f3-49df-8c7d-d29d64d79c07 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 945 time: 0.0929825 Apr 15 11:04:24.226868 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-75cd22e6-6e3e-4adf-9572-0b5cd6fcce7d req-b0e5dc56-b8da-4ff1-bc7d-3b86da4b720f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429852 Apr 15 11:04:25.470672 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2521fc-ec71-442d-8527-7832e32e405e req-550d0ec8-a75b-4f6d-b910-378d7a131f42 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:25.472274 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0a2521fc-ec71-442d-8527-7832e32e405e req-550d0ec8-a75b-4f6d-b910-378d7a131f42 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 945 time: 0.1049039 Apr 15 11:04:25.510606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:04:25.526932 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0a2521fc-ec71-442d-8527-7832e32e405e req-6a0a2c71-50d7-4493-8839-ff79525362f9 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445120 Apr 15 11:04:25.593837 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:04:25.594305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.730123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.761731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:25.772356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:25.777014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:25.778936 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-81302581-e62c-449f-a820-21f1905f0084 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:25.816550 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'code': 200} Apr 15 11:04:25.849662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=7']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:25.853554 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:26.757909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ddb580-e04b-4d97-8d75-bf6d6f85af4d req-136e424d-278b-4b29-b49d-cc95b67ac34f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:26.759745 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-61ddb580-e04b-4d97-8d75-bf6d6f85af4d req-136e424d-278b-4b29-b49d-cc95b67ac34f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1050010 Apr 15 11:04:26.820301 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-61ddb580-e04b-4d97-8d75-bf6d6f85af4d req-1ba0b68f-ecfa-4393-beb1-0035f4a12d62 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526769 Apr 15 11:04:28.041020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c5850-eeb3-4e9a-9eaf-1f5367489f17 req-86f6f0db-181e-4c63-acee-7ad2c1c6f6d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:28.042730 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e36c5850-eeb3-4e9a-9eaf-1f5367489f17 req-86f6f0db-181e-4c63-acee-7ad2c1c6f6d7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0933094 Apr 15 11:04:28.104505 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e36c5850-eeb3-4e9a-9eaf-1f5367489f17 req-51b23e8a-2c88-457f-80aa-af145da06fbf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551329 Apr 15 11:04:28.946337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:04:29.302522 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebac3d0-c742-43c9-a108-81af6520091f req-949965fa-c68a-47f7-82e8-f58fc3d1c2b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:29.304147 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5ebac3d0-c742-43c9-a108-81af6520091f req-949965fa-c68a-47f7-82e8-f58fc3d1c2b1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0916991 Apr 15 11:04:29.356680 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5ebac3d0-c742-43c9-a108-81af6520091f req-06a5baf1-6db3-4948-b6a3-06cf0e94a08f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455048 Apr 15 11:04:30.706046 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c0eb4-d49f-43de-b74f-f06f7f4aced6 req-8242b69d-fdf8-475b-a628-09d3569cdeb6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:30.707725 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-020c0eb4-d49f-43de-b74f-f06f7f4aced6 req-8242b69d-fdf8-475b-a628-09d3569cdeb6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.2173839 Apr 15 11:04:30.763129 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-020c0eb4-d49f-43de-b74f-f06f7f4aced6 req-f99bbf87-7a65-402e-a19e-2146aefa4f0c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485051 Apr 15 11:04:32.048449 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470abd12-584e-41de-98c2-8d193ed87efa req-b11446df-310b-45ac-8835-3e8cfe2047f2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:32.050089 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-470abd12-584e-41de-98c2-8d193ed87efa req-b11446df-310b-45ac-8835-3e8cfe2047f2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1650417 Apr 15 11:04:32.136779 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-470abd12-584e-41de-98c2-8d193ed87efa req-ab07f6b3-803e-4b6f-9285-7407bd167048 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732846 Apr 15 11:04:32.554911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ee714f9c-5abb-4d54-b0d1-570de8192cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:33.371539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d002a9c-b5e0-4e27-ac90-acc0f0d2653d req-529c2073-8e18-4072-a46b-1f8158aaeaad tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:33.373136 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1d002a9c-b5e0-4e27-ac90-acc0f0d2653d req-529c2073-8e18-4072-a46b-1f8158aaeaad tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0969880 Apr 15 11:04:33.424547 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1d002a9c-b5e0-4e27-ac90-acc0f0d2653d req-c63de6ee-d017-4437-99c7-1bd845cfc410 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443728 Apr 15 11:04:34.663282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e155b07-15ff-4884-8516-26c9b68c43f4 req-4af63d86-f831-453e-b06d-c9860d11b9ab tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:34.665003 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e155b07-15ff-4884-8516-26c9b68c43f4 req-4af63d86-f831-453e-b06d-c9860d11b9ab tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1041689 Apr 15 11:04:34.718679 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-0e155b07-15ff-4884-8516-26c9b68c43f4 req-010b4a1f-5f6d-4063-a95c-0941e0fef3d5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466459 Apr 15 11:04:35.069520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e7344a22-1e43-4f50-a59c-bc1d80b533ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.763678 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:35.949803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ee8b0-be73-4035-b86e-6768f99e5560 req-178e5580-925d-4986-99fd-56b4198fc40e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:35.951469 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c9ee8b0-be73-4035-b86e-6768f99e5560 req-178e5580-925d-4986-99fd-56b4198fc40e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1030214 Apr 15 11:04:36.001006 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2c9ee8b0-be73-4035-b86e-6768f99e5560 req-aac60378-64cd-445a-80d1-d13a72232f00 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425155 Apr 15 11:04:36.470236 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.122895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c10e1-4572-471c-b109-30231324f79f req-2c8feedb-0628-45e3-b6e8-e18829063690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.124515 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-2c8feedb-0628-45e3-b6e8-e18829063690 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1099 time: 0.1343880 Apr 15 11:04:37.313393 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:37.325997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c10e1-4572-471c-b109-30231324f79f req-5ae50da2-a76d-4347-885e-be52d62d4eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.327600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-5ae50da2-a76d-4347-885e-be52d62d4eb2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.1657605 Apr 15 11:04:37.338779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6269d0fe-02df-4520-991a-eea9f8f9e669 req-4c4a0c3f-4ef5-42a9-8b5c-55454434a9ff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.340304 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6269d0fe-02df-4520-991a-eea9f8f9e669 req-4c4a0c3f-4ef5-42a9-8b5c-55454434a9ff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.2146871 Apr 15 11:04:37.476971 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6269d0fe-02df-4520-991a-eea9f8f9e669 req-2b8b98f4-24f8-42a3-bff3-07c087d75728 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817864 Apr 15 11:04:37.478918 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-0c114d1e-39cc-461b-8217-325602d3756f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 1002 time: 0.1377285 Apr 15 11:04:37.555897 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c10e1-4572-471c-b109-30231324f79f req-3907f76e-c882-4496-a0f2-78b5cc487a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.557408 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-3907f76e-c882-4496-a0f2-78b5cc487a84 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0721421 Apr 15 11:04:37.641868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c10e1-4572-471c-b109-30231324f79f req-574f8a9b-3a97-4711-bdb1-e51e75c5b21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:37.643476 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-574f8a9b-3a97-4711-bdb1-e51e75c5b21b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0797961 Apr 15 11:04:37.654395 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-009e5092-529e-48b3-b06c-58a060cae155 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=85373) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 11:04:37.655447 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-009e5092-529e-48b3-b06c-58a060cae155 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054448 Apr 15 11:04:37.799622 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-d0af33f8-bd14-40e1-b0cc-2262fd65f74a service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377418 Apr 15 11:04:37.947335 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-961c10e1-4572-471c-b109-30231324f79f req-33bac76a-b828-4263-9361-e9731cccef45 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401529 Apr 15 11:04:38.694736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8f8957-525f-4d36-992b-68abc9534003 req-ef60c9df-e762-468a-9701-93bdb5488eaf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:38.696418 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d8f8957-525f-4d36-992b-68abc9534003 req-ef60c9df-e762-468a-9701-93bdb5488eaf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0924568 Apr 15 11:04:38.752203 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-2d8f8957-525f-4d36-992b-68abc9534003 req-9524fb2d-cf9e-4053-b103-6a52eeff6036 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457325 Apr 15 11:04:39.984188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef445ad-69c1-4417-a579-93dd68bf4f89 req-6b1b0751-bc19-42f5-9d2b-2088d89610bd tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:39.985831 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ef445ad-69c1-4417-a579-93dd68bf4f89 req-6b1b0751-bc19-42f5-9d2b-2088d89610bd tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.1006699 Apr 15 11:04:40.038358 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8ef445ad-69c1-4417-a579-93dd68bf4f89 req-c037868b-4ee9-4234-89f6-925a80199f4d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Apr 15 11:04:41.597779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:04:41.621793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518250c0-b308-426a-9458-0a3a06021264 req-bef90b46-7b68-4f85-8ad3-aedd8934c08c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:41.623437 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-518250c0-b308-426a-9458-0a3a06021264 req-bef90b46-7b68-4f85-8ad3-aedd8934c08c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 946 time: 0.0903122 Apr 15 11:04:41.674101 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-518250c0-b308-426a-9458-0a3a06021264 req-24a94baa-33ca-47d3-a2a0-0d005c20030d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Apr 15 11:04:41.728359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.760909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:04:41.771660 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:04:41.775356 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:41.777314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:04:41.812558 dv-cinder-786383-1-smb neutron-server[85262]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'code': 422} returned with failed status Apr 15 11:04:41.821736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42736) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:04:41.853548 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=8']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:04:41.857226 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:04:41.949243 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-ae5d299c-a83a-44be-abc1-ab00a1ea2c81 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1260376 Apr 15 11:04:42.719773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf96cd-f507-4839-8be3-f27939f65550 req-228a47fb-7f66-4b79-b395-8b7e17febb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:42.721428 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-228a47fb-7f66-4b79-b395-8b7e17febb21 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762&tenant_id=6333ca8400b44a9a8748d85a53e0dd9b HTTP/1.1" status: 200 len: 1097 time: 0.0832860 Apr 15 11:04:42.880538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf96cd-f507-4839-8be3-f27939f65550 req-ac2de18e-a476-4dc8-a757-b2aa71d37697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:42.882052 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-ac2de18e-a476-4dc8-a757-b2aa71d37697 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1097 time: 0.1371005 Apr 15 11:04:43.229645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da5f40f-dffd-4359-99b4-d1042bf642da req-9acc1703-6de4-419a-bff5-3aaa5af93192 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:43.231326 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4da5f40f-dffd-4359-99b4-d1042bf642da req-9acc1703-6de4-419a-bff5-3aaa5af93192 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.4350069 Apr 15 11:04:43.322126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-4da5f40f-dffd-4359-99b4-d1042bf642da req-88770bb0-260f-4a41-8c08-6e7688889ea9 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796595 Apr 15 11:04:43.324827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf96cd-f507-4839-8be3-f27939f65550 req-8cefa87a-97c4-4244-a3ca-8b418599d852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:43.326351 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-8cefa87a-97c4-4244-a3ca-8b418599d852 service neutron] 10.222.0.26 "GET /v2.0/networks?id=aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 200 len: 918 time: 0.4329894 Apr 15 11:04:43.440464 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-ab884086-be60-4e83-af63-963bf5b1bde7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 200 len: 1000 time: 0.1074750 Apr 15 11:04:43.511432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf96cd-f507-4839-8be3-f27939f65550 req-5f53e4b8-33ea-41d1-90b2-cb50b2b8cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:43.512926 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-5f53e4b8-33ea-41d1-90b2-cb50b2b8cbd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 200 len: 856 time: 0.0657976 Apr 15 11:04:43.602467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cf96cd-f507-4839-8be3-f27939f65550 req-3a6f091f-875a-41b2-ab0c-8adec23b14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:43.604089 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-3a6f091f-875a-41b2-ab0c-8adec23b14b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=aebc5453-4c0f-49bc-bbda-d2de55eb177e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0849047 Apr 15 11:04:43.756120 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-6180db95-1c50-429a-aec7-233d9c0fe0d8 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452327 Apr 15 11:04:43.911238 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-64cf96cd-f507-4839-8be3-f27939f65550 req-da6416c8-84e0-44e8-b8f9-00bcad16e819 service neutron] 10.222.0.26 "GET /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478078 Apr 15 11:04:44.546013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6367af3-dcd6-467e-a610-e482ddf4f923 req-4bc022dd-c4f9-4678-9c0e-a8395a30ec38 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:44.547632 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6367af3-dcd6-467e-a610-e482ddf4f923 req-4bc022dd-c4f9-4678-9c0e-a8395a30ec38 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0993240 Apr 15 11:04:44.600276 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-d6367af3-dcd6-467e-a610-e482ddf4f923 req-e81af626-6e17-4f42-b886-e067982a16b6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450096 Apr 15 11:04:45.405598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:04:45.816262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566f70ff-ab42-446e-b2e1-5750a03fe4a9 req-8ea24fee-1d21-4aca-a7af-3f28dc90b84d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:45.817858 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-566f70ff-ab42-446e-b2e1-5750a03fe4a9 req-8ea24fee-1d21-4aca-a7af-3f28dc90b84d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0933595 Apr 15 11:04:45.869573 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-566f70ff-ab42-446e-b2e1-5750a03fe4a9 req-f7209252-f413-4315-8445-f4502014ded7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425045 Apr 15 11:04:47.106518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed7c76-0e1b-4a9a-9a47-48ca93e370a9 req-64a04114-b36d-4ede-9a58-c89c5a76119b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:47.107716 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-95ed7c76-0e1b-4a9a-9a47-48ca93e370a9 req-64a04114-b36d-4ede-9a58-c89c5a76119b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1120648 Apr 15 11:04:47.158558 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-95ed7c76-0e1b-4a9a-9a47-48ca93e370a9 req-b972c265-251c-4123-ada1-8c12d1ce15e2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Apr 15 11:04:48.388785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7de3d49-95db-4998-8946-96cebd93e8e9 req-e5afc8c8-ddbc-4105-8005-c049c7f5c692 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:48.391128 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f7de3d49-95db-4998-8946-96cebd93e8e9 req-e5afc8c8-ddbc-4105-8005-c049c7f5c692 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1082718 Apr 15 11:04:48.447796 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f7de3d49-95db-4998-8946-96cebd93e8e9 req-3a165251-bd21-4d13-a3c9-9da372cbd120 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497804 Apr 15 11:04:49.674544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71a7db-656e-4c7b-b17d-b60e7257d6cb req-943d9f55-3bdb-4f03-8f52-0737c37ccd80 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:49.676185 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de71a7db-656e-4c7b-b17d-b60e7257d6cb req-943d9f55-3bdb-4f03-8f52-0737c37ccd80 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1008949 Apr 15 11:04:49.747860 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-de71a7db-656e-4c7b-b17d-b60e7257d6cb req-1b862024-134e-415f-933c-e15e02c45990 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650463 Apr 15 11:04:50.973709 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c403c75-7b5e-42bd-b320-9d38ad6b9eff req-0da4e8d0-3bd9-4913-a87f-1a79853d0e68 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:50.976126 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c403c75-7b5e-42bd-b320-9d38ad6b9eff req-0da4e8d0-3bd9-4913-a87f-1a79853d0e68 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1132028 Apr 15 11:04:51.028205 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-7c403c75-7b5e-42bd-b320-9d38ad6b9eff req-2bd02ed3-984f-448c-92bb-ac06b80904a2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447490 Apr 15 11:04:52.248991 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10ac80c-785c-4566-8aac-cae392f420f1 req-d4f40987-bf8f-444b-a504-e8c0de3e2999 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:52.250662 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e10ac80c-785c-4566-8aac-cae392f420f1 req-d4f40987-bf8f-444b-a504-e8c0de3e2999 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0946560 Apr 15 11:04:52.300311 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e10ac80c-785c-4566-8aac-cae392f420f1 req-b385433f-41f7-4526-8b2b-d1704004cc4f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428305 Apr 15 11:04:53.528890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f284d1f-e9a6-4ad5-a4a1-7d79408afac9 req-a9c7ff0d-7261-42a0-9e25-8d71ea8d3e89 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:53.530569 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3f284d1f-e9a6-4ad5-a4a1-7d79408afac9 req-a9c7ff0d-7261-42a0-9e25-8d71ea8d3e89 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0954680 Apr 15 11:04:53.581295 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3f284d1f-e9a6-4ad5-a4a1-7d79408afac9 req-c84d3240-b392-4b1d-9e9c-34f13523b306 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440311 Apr 15 11:04:54.810059 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c6876-1281-4750-a59f-95acecd5897e req-2373c0fa-92bd-4828-bfd1-693a3362f6a5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:54.811704 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f6c6876-1281-4750-a59f-95acecd5897e req-2373c0fa-92bd-4828-bfd1-693a3362f6a5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1067801 Apr 15 11:04:54.862886 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-1f6c6876-1281-4750-a59f-95acecd5897e req-82620d38-f24b-464f-be43-76c0e0d4688a tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 15 11:04:56.107373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77b1524-3f73-42e6-b0c1-8945c43f4830 req-5dfd034e-d9df-41b2-9e9f-f8c99de06f4e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:56.108986 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e77b1524-3f73-42e6-b0c1-8945c43f4830 req-5dfd034e-d9df-41b2-9e9f-f8c99de06f4e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0964057 Apr 15 11:04:56.160229 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-e77b1524-3f73-42e6-b0c1-8945c43f4830 req-2155ee0c-7006-499e-b10c-0a4af65cf33d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445979 Apr 15 11:04:57.389706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8965bf76-fb6d-4cd2-a547-54c75e7adc10 req-729249b4-9abc-4d97-9bba-53423b7523db tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:57.391362 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8965bf76-fb6d-4cd2-a547-54c75e7adc10 req-729249b4-9abc-4d97-9bba-53423b7523db tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0945237 Apr 15 11:04:57.440383 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-8965bf76-fb6d-4cd2-a547-54c75e7adc10 req-84b20790-6d84-442f-9bb6-1450e7fe445e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424101 Apr 15 11:04:58.666502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d13152-e325-488f-8edf-fdc2d619a153 req-c26ec52f-5cd5-46ff-a494-034d2bbd3fc5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:58.668090 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25d13152-e325-488f-8edf-fdc2d619a153 req-c26ec52f-5cd5-46ff-a494-034d2bbd3fc5 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0987198 Apr 15 11:04:58.732140 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-25d13152-e325-488f-8edf-fdc2d619a153 req-0e85cb83-c2df-48b4-a340-1e991969cda0 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547535 Apr 15 11:04:59.965275 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50626805-f5ba-487e-b15a-db3bcfa1c931 req-9a6abe31-b5af-44f4-885d-f670510acd94 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:04:59.966939 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50626805-f5ba-487e-b15a-db3bcfa1c931 req-9a6abe31-b5af-44f4-885d-f670510acd94 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1028368 Apr 15 11:05:00.018940 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50626805-f5ba-487e-b15a-db3bcfa1c931 req-0e9e726f-1a0d-4c5a-9422-33d2432a8f92 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449624 Apr 15 11:05:01.243782 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381dbf63-c785-43b3-8f87-9b6e366bab61 req-38adcab2-d8d7-4846-9b1e-a579e326e94c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:01.245442 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-381dbf63-c785-43b3-8f87-9b6e366bab61 req-38adcab2-d8d7-4846-9b1e-a579e326e94c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0992370 Apr 15 11:05:01.294569 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-381dbf63-c785-43b3-8f87-9b6e366bab61 req-f0a66501-bea7-4591-86c7-35c464d9a7a7 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425792 Apr 15 11:05:02.503963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf3e87d-fa03-47ae-ab84-6bc5a8f7d73d req-02891c74-a398-47f3-b089-c41e0e1a8245 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:02.505595 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6bf3e87d-fa03-47ae-ab84-6bc5a8f7d73d req-02891c74-a398-47f3-b089-c41e0e1a8245 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.0926507 Apr 15 11:05:02.556376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0716e794-8853-4d1f-86cf-89ff7e64312d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:02.560127 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6bf3e87d-fa03-47ae-ab84-6bc5a8f7d73d req-14768317-f174-4aab-97d5-5841fa68c73c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479369 Apr 15 11:05:03.755834 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85375) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 11:05:03.789909 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b194af-2ec8-47fb-a6d2-861f968c200c req-bc1624fc-4fa9-4404-ac6d-9a39dec8b443 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:03.791564 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9b194af-2ec8-47fb-a6d2-861f968c200c req-bc1624fc-4fa9-4404-ac6d-9a39dec8b443 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 944 time: 0.1052594 Apr 15 11:05:03.840668 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9b194af-2ec8-47fb-a6d2-861f968c200c req-52c1a05b-95f7-4128-9895-37147370fb63 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423677 Apr 15 11:05:03.900250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:03.918738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Returning: {'device': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'port_id': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'mac_address': 'fa:16:3e:19:06:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85375) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 11:05:03.980176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:03.999221 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85375) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 11:05:04.016420 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:04.020773 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:04.022639 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:04.093528 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=9']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:04.096993 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:04.314769 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] get_ports_and_sgs() called for port_ids ['f553b8a4-e0ff-4a1c-af78-89d08430c2e9'] {{(pid=85375) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 11:05:05.052517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-12d4a101-e4e7-44d7-a273-0ffd40df483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.064599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25201d-9547-4987-b57a-a2198f4195b8 req-b38c81f1-d118-408c-807a-def856563b8b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:05.066269 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb25201d-9547-4987-b57a-a2198f4195b8 req-b38c81f1-d118-408c-807a-def856563b8b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 945 time: 0.0959325 Apr 15 11:05:05.116501 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-bb25201d-9547-4987-b57a-a2198f4195b8 req-8586ad16-a46d-45e8-b440-7c65313e11b2 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431576 Apr 15 11:05:05.768142 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.776219 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 up at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 11:05:05.855651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.provisioning_blocks [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Provisioning complete for port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 triggered by entity L2. {{(pid=85375) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 11:05:05.856068 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-80377'] for port, provisioning_complete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:05.946969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:05.986673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854269741'] for port, before_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.015381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85375) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:05:06.026895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:05:06.031056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751064745519', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363285790470806', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751064305028'] for port, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:06.033860 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:06.068055 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'code': 200} Apr 15 11:05:06.113287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Pushing event updated for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=10']} {{(pid=85375) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:06.121481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.121895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.122531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.122823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.123179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.123561 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.123931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.124301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.124669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.125036 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.126061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.126061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85375) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:06.129946 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85375) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:05:06.316128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a83405-a6b0-45d4-89c6-49c543d57ce2 req-dc23ef6e-68ea-4709-8c46-429d71a67452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:06.317727 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50a83405-a6b0-45d4-89c6-49c543d57ce2 req-dc23ef6e-68ea-4709-8c46-429d71a67452 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 1100 time: 0.0780442 Apr 15 11:05:06.328743 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6941e6-3fe1-4ad1-8e71-69accc429c09 req-d1ba1b1e-86b0-4d9a-a56a-9fc6e3f96eff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:06.330416 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ff6941e6-3fe1-4ad1-8e71-69accc429c09 req-d1ba1b1e-86b0-4d9a-a56a-9fc6e3f96eff tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0959849 Apr 15 11:05:06.364871 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-50a83405-a6b0-45d4-89c6-49c543d57ce2 req-48539cdf-3107-47d8-bf5b-9718385d423c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397799 Apr 15 11:05:06.390236 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-ff6941e6-3fe1-4ad1-8e71-69accc429c09 req-17668572-33f3-4db1-8c48-20696289fdc4 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531249 Apr 15 11:05:06.475051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.323285 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:07.611579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ac7b9-506d-41b6-ba4c-d15b01c0264e req-5fbf729b-e13c-47b6-9906-f69e9e966315 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:07.613114 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-400ac7b9-506d-41b6-ba4c-d15b01c0264e req-5fbf729b-e13c-47b6-9906-f69e9e966315 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0979769 Apr 15 11:05:07.664446 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-400ac7b9-506d-41b6-ba4c-d15b01c0264e req-bacec2a9-ac86-40ed-9701-776fc5c98182 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447123 Apr 15 11:05:08.886381 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6bdbc-fbb5-49b0-adbd-83e0dbcba5e2 req-1ca76ef4-9701-48bb-9202-7695e0eef9c6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:08.887970 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9f6bdbc-fbb5-49b0-adbd-83e0dbcba5e2 req-1ca76ef4-9701-48bb-9202-7695e0eef9c6 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0997767 Apr 15 11:05:08.939888 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c9f6bdbc-fbb5-49b0-adbd-83e0dbcba5e2 req-918a3818-6fa6-4d1b-80ca-4f36c1233e1e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424488 Apr 15 11:05:15.409235 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:20.680289 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-9774ae90-ac69-4c4d-b6f8-71713a9a8e8e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0965960 Apr 15 11:05:20.846065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-452c3822-5e12-4a2a-9483-1be258ae9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:20.847666 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-452c3822-5e12-4a2a-9483-1be258ae9463 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.0862601 Apr 15 11:05:21.024319 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-e052d9e8-9ccb-4ded-932e-bb37984cb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:21.025804 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-e052d9e8-9ccb-4ded-932e-bb37984cb55f service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1536288 Apr 15 11:05:21.147292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-1b0f201d-637e-43cc-8aa8-908dfe3dd6ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 1000 time: 0.1135213 Apr 15 11:05:21.217608 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-a263c898-695a-4ebb-934d-e22dba303792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:21.219193 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-a263c898-695a-4ebb-934d-e22dba303792 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0640326 Apr 15 11:05:21.308371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-2a140c35-e8b8-4dd2-9740-a538e4870a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:05:21.309905 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-2a140c35-e8b8-4dd2-9740-a538e4870a1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837629 Apr 15 11:05:21.458287 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-04d5e87b-66a2-4467-bec4-f3840c137eb8 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410367 Apr 15 11:05:21.604386 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63b9f269-b629-44ac-a43c-38264630a8a5 req-355762ff-8afa-4466-a80a-50f01df9b0bc service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394637 Apr 15 11:05:32.552061 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a3f5336f-7add-43e7-91b2-f29e11311094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.059943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e58b1254-0b47-41b5-bdbc-fe3708f0ac50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:35.769963 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:36.486466 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:37.320777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:42.947418 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:05:45.424346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:58.855282 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42882) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:05:59.213677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Deleting port e3a331d6-0a9f-445e-bd77-d44c0867089d {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:05:59.214062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.403668 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.403968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.537594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Calling delete_port for e3a331d6-0a9f-445e-bd77-d44c0867089d owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:05:59.715864 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:05:59.731344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-34801ee0-2bdf-49ab-a8ee-ad3659352e1c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:05:59.827925 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event deleted for resources: {'Port': ['ID=e3a331d6-0a9f-445e-bd77-d44c0867089d,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:05:59.846316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.846742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.847168 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.847570 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.847974 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.848363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.848775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.849172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.849565 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.849964 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.850384 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.850784 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:05:59.855741 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:00.007224 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:00.007596 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Floating IP 8e509a0f-c184-419d-8bf1-4b505528f7fb disassociated (deleted). External IP: 172.28.3.14, port: b511490b-c718-4dae-b823-c2d5d6ec312e. Apr 15 11:06:00.650001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:00.843511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:00.854844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Sync routers for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:00.865401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:00.867018 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:00.867692 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:05:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:00.926023 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "DELETE /v2.0/floatingips/8e509a0f-c184-419d-8bf1-4b505528f7fb HTTP/1.1" status: 204 len: 168 time: 2.0676112 Apr 15 11:06:00.926023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85374) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:01.038107 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'status': 'completed', 'code': 200} Apr 15 11:06:01.078311 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:01.160493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db529f-1b05-4127-8439-eb1ae602590d req-a768e08a-8a8f-4f77-b5ff-71638d53f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.162138 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-a768e08a-8a8f-4f77-b5ff-71638d53f857 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e38e058186444d71907a36a00fd1c223&device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 1098 time: 0.1007068 Apr 15 11:06:01.308474 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db529f-1b05-4127-8439-eb1ae602590d req-f9e252ac-0a5c-46b6-b171-0071e2d50fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.310101 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-f9e252ac-0a5c-46b6-b171-0071e2d50fd7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 200 len: 909 time: 0.1398385 Apr 15 11:06:01.325435 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea19e77-10a4-4430-b99e-1b2a3a327e02 req-5d751018-b26d-4cf4-a3b9-c09f82a3f71e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85374) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.326203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6ea19e77-10a4-4430-b99e-1b2a3a327e02 req-5d751018-b26d-4cf4-a3b9-c09f82a3f71e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Synchronizing usage tracker for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85374) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:06:01.342140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-6ea19e77-10a4-4430-b99e-1b2a3a327e02 req-5d751018-b26d-4cf4-a3b9-c09f82a3f71e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Unset dirty status for tenant:e38e058186444d71907a36a00fd1c223 on resource:port {{(pid=85374) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:06:01.343425 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6ea19e77-10a4-4430-b99e-1b2a3a327e02 req-5d751018-b26d-4cf4-a3b9-c09f82a3f71e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.1105318 Apr 15 11:06:01.387212 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-72237f07-98ea-4870-8133-a4b4e58e8f3e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 200 len: 217 time: 0.0693159 Apr 15 11:06:01.400060 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6ea19e77-10a4-4430-b99e-1b2a3a327e02 req-59469296-4b0c-4c8d-866e-b4a5cf677c8f tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488524 Apr 15 11:06:01.418419 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:01.421574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Checking router: 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:01.430405 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:01.431051 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:05:35Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:01.459755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db529f-1b05-4127-8439-eb1ae602590d req-7f4b1244-e8f8-4983-b26e-2c3ab2eb94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.461337 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-7f4b1244-e8f8-4983-b26e-2c3ab2eb94b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 200 len: 847 time: 0.0675342 Apr 15 11:06:01.546904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db529f-1b05-4127-8439-eb1ae602590d req-3dc9ce60-195f-4883-84c4-e099effcc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:01.548525 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-3dc9ce60-195f-4883-84c4-e099effcc6bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e58a4e04-6c2c-484c-94af-a12129c64d03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793123 Apr 15 11:06:01.621287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:01.693820 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-632dfd1d-a369-4871-a27e-87b9cbebac72 service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383345 Apr 15 11:06:01.845129 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-43db529f-1b05-4127-8439-eb1ae602590d req-e4e2ea7f-cda1-4de2-8970-b6a264fd005f service neutron] 10.222.0.26 "GET /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434100 Apr 15 11:06:01.957787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:01.962158 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47728cfa-a9e6-4023-9f7c-030e9c8f50f2 None None] The sync data for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb is: [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:00:13Z', 'revision_number': 4, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': '368eebf5-1c40-44b6-855b-cf13bc2b58ae', 'name': '', 'network_id': 'e58a4e04-6c2c-484c-94af-a12129c64d03', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'mac_address': 'fa:16:3e:cb:bd:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:12Z', 'updated_at': '2021-04-15T11:00:22Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'subnets': [{'id': '9abc9657-3cea-4c3e-8653-4e93f0c1796c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:02.378812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c4d129-ff75-41b4-a675-cc42af814805 None None] New status for floating IP 8e509a0f-c184-419d-8bf1-4b505528f7fb: DOWN {{(pid=85375) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:06:02.545604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-914686db-01bd-4fb0-8703-ef4a9fe0bdd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:02.616174 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117f3e3-eb5d-47f4-b023-3f5111a80078 req-47693218-9fcd-438c-9808-f21eedb0f696 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.617842 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3117f3e3-eb5d-47f4-b023-3f5111a80078 req-47693218-9fcd-438c-9808-f21eedb0f696 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0971501 Apr 15 11:06:02.669291 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-3117f3e3-eb5d-47f4-b023-3f5111a80078 req-7835404d-0d9f-41ac-b09e-99acbbadc6bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/security-groups?id=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421226 Apr 15 11:06:02.845026 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-066eebf9-5618-4ed2-a32c-04380c6cac2e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:02.846572 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-066eebf9-5618-4ed2-a32c-04380c6cac2e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.26 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 945 time: 0.0969331 Apr 15 11:06:02.935756 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Deleting port b511490b-c718-4dae-b823-c2d5d6ec312e {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:02.936123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.212359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] For port b511490b-c718-4dae-b823-c2d5d6ec312e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b511490b-c718-4dae-b823-c2d5d6ec312e,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:03.213033 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.352707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Calling delete_port for b511490b-c718-4dae-b823-c2d5d6ec312e owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:03.508152 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:03.524341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-694f0bb9-0597-4dae-aa45-3e13e60290dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:03.845899 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-cc13910d-20a3-4873-b024-a5709557199e req-5630a1a3-1227-49a6-8625-797cd5422751 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0514631 Apr 15 11:06:03.863829 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event deleted for resources: {'Port': ['ID=b511490b-c718-4dae-b823-c2d5d6ec312e,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:03.879806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.880217 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.880658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.881060 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.881459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.881853 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.882262 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.882680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.883072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.883465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.883865 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.884245 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:06:03.894568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:04.028447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] No DVR routers for this DVR port b511490b-c718-4dae-b823-c2d5d6ec312e on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:04.031348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:04.034192 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-deleted', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:04.060928 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-c0e5d8e6-f7a2-4517-8861-cbaa18437630 req-ea6d8050-d2aa-4803-9bdc-2422fad10538 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.26 "DELETE /v2.0/ports/b511490b-c718-4dae-b823-c2d5d6ec312e HTTP/1.1" status: 204 len: 173 time: 1.2089143 Apr 15 11:06:04.164231 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c314d1c9-12cf-4753-a05c-9201e44db7f8', 'name': 'network-vif-deleted', 'tag': 'b511490b-c718-4dae-b823-c2d5d6ec312e', 'status': 'completed', 'code': 200} Apr 15 11:06:04.890641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973e2e9-d035-48a3-a376-16c722068a2e req-05c5acae-b787-4db8-8dd5-ab009bc2d901 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:04.892292 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f973e2e9-d035-48a3-a376-16c722068a2e req-05c5acae-b787-4db8-8dd5-ab009bc2d901 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0958867 Apr 15 11:06:04.943350 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f973e2e9-d035-48a3-a376-16c722068a2e req-c2f74006-1722-43d3-ace4-91eb3d6e6d1f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444362 Apr 15 11:06:05.034759 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-6d88f9ef-bf93-41dd-b323-ab57a4af81ad req-bdebecef-b7b6-4a01-aaec-601ddc53b71e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "GET /v2.0/ports?device_id=c314d1c9-12cf-4753-a05c-9201e44db7f8 HTTP/1.1" status: 200 len: 210 time: 0.0527635 Apr 15 11:06:05.058899 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-63122c05-0fdd-4b26-9074-de272851d91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:05.773175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.096723 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:06.138999 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42920) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:06.149506 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: b511490b-c718-4dae-b823-c2d5d6ec312e {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:06.150203 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device b511490b-c718-4dae-b823-c2d5d6ec312e not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:06.170893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0274b-171c-4c68-b784-e191fdf09f31 req-6877783b-3d7c-4495-9e26-7db0d3166d7b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.172523 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63c0274b-171c-4c68-b784-e191fdf09f31 req-6877783b-3d7c-4495-9e26-7db0d3166d7b tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0967822 Apr 15 11:06:06.219176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.221495 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-63c0274b-171c-4c68-b784-e191fdf09f31 req-1fbcb334-cbc9-40db-bc6a-358d194dda46 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups?id=3d304a53-0b4d-4a2b-9dca-ca41860fa12e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 Apr 15 11:06:06.254179 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.312726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.318325 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ca43215b-bf47-4dc6-bef2-51e375d2c308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:06.334084 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ef4cdbf-f634-481b-9633-c0e2d7e9c91f,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:06.336968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:06.344504 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.348385 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] 10.222.0.32 "DELETE /v2.0/security-groups/1ef4cdbf-f634-481b-9633-c0e2d7e9c91f HTTP/1.1" status: 204 len: 168 time: 0.2055328 Apr 15 11:06:06.359855 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-ae7f1740-317c-4b26-805c-5b2f12ae689c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85373) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 11:06:06.361468 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-ae7f1740-317c-4b26-805c-5b2f12ae689c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 947 time: 0.0935669 Apr 15 11:06:06.393888 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42926) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:06.446438 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Deleting port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:06.446825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.483363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:06.719173 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] For port f553b8a4-e0ff-4a1c-af78-89d08430c2e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:06.719568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.029316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.029667 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036853742103'] for floatingip, after_update {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.029958 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.db.l3_db [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Floating IP ff1b580e-29dd-462a-9248-cdfa09580255 disassociated. External IP: 172.28.3.120, port: f553b8a4-e0ff-4a1c-af78-89d08430c2e9. Apr 15 11:06:07.030380 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Calling delete_port for f553b8a4-e0ff-4a1c-af78-89d08430c2e9 owned by compute:nova {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:07.096225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.191193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.206862 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:07.255750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'Port': ['ID=f553b8a4-e0ff-4a1c-af78-89d08430c2e9,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:07.308635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:07.324457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.421417 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-f2215026-9f0c-4aa2-abd8-f385ac7ac902 req-b15327f0-5d12-41ca-b181-fb20d54aa65e tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 210 time: 0.0692945 Apr 15 11:06:07.480916 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Deleting port 368eebf5-1c40-44b6-855b-cf13bc2b58ae {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:07.481331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.637165 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:07.672779 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] For port 368eebf5-1c40-44b6-855b-cf13bc2b58ae, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=368eebf5-1c40-44b6-855b-cf13bc2b58ae,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:07.673294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.805638 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Calling delete_port for 368eebf5-1c40-44b6-855b-cf13bc2b58ae owned by network:router_interface {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:07.831526 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:07.843599 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:07.857166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:07.858655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:07.930737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] No DVR routers for this DVR port f553b8a4-e0ff-4a1c-af78-89d08430c2e9 on host hv-cinder-78638 {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:07.933434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for port, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:07.944515 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-deleted', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9'}] {{(pid=85373) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 11:06:07.964950 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-9f67eef8-203f-4a30-a9a4-8742d7fda16f req-c6f73003-f504-4fe4-86fe-aff0dd539687 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.26 "DELETE /v2.0/ports/f553b8a4-e0ff-4a1c-af78-89d08430c2e9 HTTP/1.1" status: 204 len: 173 time: 1.5980861 Apr 15 11:06:07.999608 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '433b8582-09eb-49f0-bd63-4c235ab1b762', 'name': 'network-vif-deleted', 'tag': 'f553b8a4-e0ff-4a1c-af78-89d08430c2e9', 'status': 'completed', 'code': 200} Apr 15 11:06:08.049483 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:08.073524 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:08.078099 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c4b1a265-2b59-4971-9d77-dc9c1d5dfa81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:08.178090 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=368eebf5-1c40-44b6-855b-cf13bc2b58ae,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:08.185757 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:08.558373 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:08.621783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.626882 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:08.637567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:08.638706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:08.641327 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5720d474-2765-4ff0-a878-918816e0fbb1 req-a9873c16-cf94-4cb5-8810-f0416f46bbf1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Synchronizing usage tracker for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 11:06:08.659595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [req-5720d474-2765-4ff0-a878-918816e0fbb1 req-a9873c16-cf94-4cb5-8810-f0416f46bbf1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Unset dirty status for tenant:6333ca8400b44a9a8748d85a53e0dd9b on resource:port {{(pid=85373) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 11:06:08.661206 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [req-5720d474-2765-4ff0-a878-918816e0fbb1 req-a9873c16-cf94-4cb5-8810-f0416f46bbf1 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/ports?device_id=433b8582-09eb-49f0-bd63-4c235ab1b762 HTTP/1.1" status: 200 len: 210 time: 0.0721061 Apr 15 11:06:08.844764 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:09.190002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:09.194532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e478925-21c7-4c94-a8b7-6a3d67325413 None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T10:58:27Z', 'revision_number': 4, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb', '_interfaces': [{'id': 'd2035177-8f22-4ff9-b926-322689138b33', 'name': '', 'network_id': 'aebc5453-4c0f-49bc-bbda-d2de55eb177e', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'mac_address': 'fa:16:3e:2d:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 487, 'fixed_ips': [{'subnet_id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:27Z', 'updated_at': '2021-04-15T10:58:35Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'subnets': [{'id': 'c2fb1a28-e227-440b-971f-9e094216a411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:09.362949 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:09.558431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:09.571815 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Sync routers for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:09.574457 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1156bb5a-bd1d-463b-bfbf-2f54b762a6c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/27a48bb6-76d6-4bec-af6b-3262b0ace7e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1792719 Apr 15 11:06:09.577459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42938) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:09.587297 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:09.587954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:09.610124 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf4fe99-1813-44d4-b976-83cbc52e586c None None] New status for floating IP ff1b580e-29dd-462a-9248-cdfa09580255: DOWN {{(pid=85376) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 11:06:09.790594 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks [] for router, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.799578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:09.850448 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42946) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:09.929197 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:09.962337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.011997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.012738 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.018481 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1b8b144b-9342-4740-aeba-d1a67b14fb7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:10.020891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Deleting port 4f908399-53bf-40b6-8317-54c609a26e49 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:10.021510 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.034791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d304a53-0b4d-4a2b-9dca-ca41860fa12e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:10.037338 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:10.047351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.049699 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "DELETE /v2.0/security-groups/3d304a53-0b4d-4a2b-9dca-ca41860fa12e HTTP/1.1" status: 204 len: 168 time: 0.1970437 Apr 15 11:06:10.051432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42950) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:10.081435 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.api.v2.resource [None req-0c7af2f1-d27b-4cd1-94aa-75462b97c868 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] show failed (client error): The resource could not be found. Apr 15 11:06:10.082578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0c7af2f1-d27b-4cd1-94aa-75462b97c868 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "GET /v2.0/security-groups/3d304a53-0b4d-4a2b-9dca-ca41860fa12e HTTP/1.1" status: 404 len: 347 time: 0.0301399 Apr 15 11:06:10.085854 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42954) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:10.135607 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:10.241185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] For port 4f908399-53bf-40b6-8317-54c609a26e49, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=4f908399-53bf-40b6-8317-54c609a26e49,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:10.241590 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.266014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Deleting port 37245e19-21c6-46a6-b6e3-e56765e86de7 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:10.266459 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.353244 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] No Port match for: f553b8a4-e0ff-4a1c-af78-89d08430c2e9 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:10.353627 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Device f553b8a4-e0ff-4a1c-af78-89d08430c2e9 not bound to the agent host hv-cinder-78638 {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:10.379900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Calling delete_port for 4f908399-53bf-40b6-8317-54c609a26e49 owned by network:router_gateway {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:10.385852 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94'}], 'enable_snat': True}, 'gw_port_id': '4f908399-53bf-40b6-8317-54c609a26e49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:06:07Z', 'revision_number': 5, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port': {'id': '4f908399-53bf-40b6-8317-54c609a26e49', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:82:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:09Z', 'updated_at': '2021-04-15T11:00:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:10.390145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Checking router: 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:10.399204 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Routers {'27a48bb6-76d6-4bec-af6b-3262b0ace7e3'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:10.399869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:10.454130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.454539 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.565767 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] Set router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 gateway port host: None {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:10.566366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.582443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-11ea90b0-f873-4992-9023-e547efad943a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:10.591313 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Calling delete_port for 37245e19-21c6-46a6-b6e3-e56765e86de7 owned by network:floatingip {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:10.676358 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4f908399-53bf-40b6-8317-54c609a26e49,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:10.679374 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:10.688250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:06:10Z', 'revision_number': 6, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:10.692632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b4d559-154c-4baa-809d-3e83fc9a5d9e None None] The sync data for ids ['27a48bb6-76d6-4bec-af6b-3262b0ace7e3'] in dv-cinder-786383-1-smb is: [{'id': '27a48bb6-76d6-4bec-af6b-3262b0ace7e3', 'name': 'tempest-TestShelveInstance-603633144-router', 'tenant_id': 'e38e058186444d71907a36a00fd1c223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:08Z', 'updated_at': '2021-04-15T11:06:10Z', 'revision_number': 6, 'project_id': 'e38e058186444d71907a36a00fd1c223', 'gw_port_host': None}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:10.742658 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.758831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:10.857675 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Pushing event deleted for resources: {'Port': ['ID=37245e19-21c6-46a6-b6e3-e56765e86de7,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:10.860115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:10.861683 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:11.027243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks [] for floatingip, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.048108 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854774281'] for floatingip, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.048294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.049563 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-868019c4-029a-4ba6-b37b-25d8a924918c tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] 10.222.0.32 "DELETE /v2.0/floatingips/ff1b580e-29dd-462a-9248-cdfa09580255 HTTP/1.1" status: 204 len: 168 time: 0.9626606 Apr 15 11:06:11.050848 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.345755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.346369 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a48bb6-76d6-4bec-af6b-3262b0ace7e3 {{(pid=85373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:06:11.359878 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.363793 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-bcec198c-0300-41e6-8752-630c3a8bac7b admin admin] 10.222.0.32 "DELETE /v2.0/routers/27a48bb6-76d6-4bec-af6b-3262b0ace7e3 HTTP/1.1" status: 204 len: 168 time: 1.7825265 Apr 15 11:06:11.363968 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42962) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:11.434869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Deleting subnet 9abc9657-3cea-4c3e-8653-4e93f0c1796c {{(pid=85373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:06:11.438385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.494202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129100956'] for subnet, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.618601 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.831301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 368eebf5-1c40-44b6-855b-cf13bc2b58ae no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:11.869020 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 368eebf5-1c40-44b6-855b-cf13bc2b58ae {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:11.869348 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 368eebf5-1c40-44b6-855b-cf13bc2b58ae not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:11.869817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4f908399-53bf-40b6-8317-54c609a26e49 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:11.885759 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036724935811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036725556307'] for subnet, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:11.901930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f5931db6-8cc0-4c70-afba-f8b1fa33c051 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:11.906243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 4f908399-53bf-40b6-8317-54c609a26e49 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:11.906669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 4f908399-53bf-40b6-8317-54c609a26e49 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:11.991591 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9abc9657-3cea-4c3e-8653-4e93f0c1796c,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:11.994336 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:12.038432 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.044002 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88189938-320c-4d79-ab46-7bbdca0bd680 None None] Network e58a4e04-6c2c-484c-94af-a12129c64d03 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:06:12.045571 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-b6c6b880-02dc-4c21-be5f-fdc12b39a9e1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9abc9657-3cea-4c3e-8653-4e93f0c1796c HTTP/1.1" status: 204 len: 168 time: 0.6805987 Apr 15 11:06:12.048255 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42966) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:12.166191 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.241093 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Deleting port 767ccb67-6a3b-45c9-879a-cf037e32948c {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:12.241401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.307123 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] DHCP port deletion for e58a4e04-6c2c-484c-94af-a12129c64d03 request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:06:12.310777 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Deleting port 767ccb67-6a3b-45c9-879a-cf037e32948c {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:12.311214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.471813 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] For port 767ccb67-6a3b-45c9-879a-cf037e32948c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=767ccb67-6a3b-45c9-879a-cf037e32948c,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:12.472210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.533742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] For port 767ccb67-6a3b-45c9-879a-cf037e32948c, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=767ccb67-6a3b-45c9-879a-cf037e32948c,segment=NetworkSegment(02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6),segment_id=02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:12.534159 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.621673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Calling delete_port for 767ccb67-6a3b-45c9-879a-cf037e32948c owned by network:dhcp {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:12.669641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Calling delete_port for 767ccb67-6a3b-45c9-879a-cf037e32948c owned by network:dhcp {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:12.710301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:12.723706 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a2e130b-6540-4b82-b7e1-d642c20a2a32 tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:12.753532 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:06:12.753903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:06:12.818644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=767ccb67-6a3b-45c9-879a-cf037e32948c,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:12.826401 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:12.872077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] No DVR routers for this DVR port 767ccb67-6a3b-45c9-879a-cf037e32948c on host dv-cinder-786383-1-smb {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:12.999316 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.119362 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58a4e04-6c2c-484c-94af-a12129c64d03']}} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:13.133341 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6') {'for_net_delete': True} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:13.133682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a56ecb-38e8-4a4e-8aa4-6a6e6723f8a6') {} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:13.145973 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036725674876'] for segment, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.161344 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.167858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=85373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:06:13.255145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Deleting port 767ccb67-6a3b-45c9-879a-cf037e32948c {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:13.255498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.332294 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f1f54c1e-f15d-4cf7-8413-82f9cdb30066 None None] The port '767ccb67-6a3b-45c9-879a-cf037e32948c' was deleted {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:06:13.354001 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Network e58a4e04-6c2c-484c-94af-a12129c64d03 has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:13.363207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129839582'] for segment, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.560447 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Network e58a4e04-6c2c-484c-94af-a12129c64d03 has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:06:13.583632 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:06:13.661298 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.665137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-94591d97-23a1-4362-83ea-fccc4d297bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:13.679786 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:13.694153 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e58a4e04-6c2c-484c-94af-a12129c64d03,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:13.697645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:13.709751 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e58a4e04-6c2c-484c-94af-a12129c64d03 HTTP/1.1" status: 204 len: 168 time: 1.6604066 Apr 15 11:06:13.714131 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42982) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:13.837073 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 767ccb67-6a3b-45c9-879a-cf037e32948c no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:13.876321 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 767ccb67-6a3b-45c9-879a-cf037e32948c {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:13.876687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 767ccb67-6a3b-45c9-879a-cf037e32948c not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:13.924396 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 42990) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:14.293985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.611727 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1034247'] for router_interface, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.673305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Deleting port 1dc99bdf-9ad1-48f3-855d-430506272380 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:14.673961 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.856331 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] For port 1dc99bdf-9ad1-48f3-855d-430506272380, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=1dc99bdf-9ad1-48f3-855d-430506272380,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:14.856729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:14.989118 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Deleting port d2035177-8f22-4ff9-b926-322689138b33 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:14.989411 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Calling delete_port for 1dc99bdf-9ad1-48f3-855d-430506272380 owned by network:router_interface {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:14.989552 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:15.178434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:15.195566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-eca71d6b-5360-4dba-a7c4-19c777b50486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:15.407017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:15.432094 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] For port d2035177-8f22-4ff9-b926-322689138b33, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=d2035177-8f22-4ff9-b926-322689138b33,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:15.432646 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:15.507326 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Pushing event deleted for resources: {'Port': ['ID=1dc99bdf-9ad1-48f3-855d-430506272380,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:15.558047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:15.573844 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Calling delete_port for d2035177-8f22-4ff9-b926-322689138b33 owned by network:router_interface {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:15.773629 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:15.789304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9ee1fc89-fd91-465b-abbe-018cd7e568a9 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:15.885520 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2035177-8f22-4ff9-b926-322689138b33,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:15.892360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:15.915428 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:16.262367 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854146683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1033682'] for router_interface, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:16.460056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Router 11c2bc58-890c-449c-938a-93bb0e059707 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85374) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:16.652997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85374) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:16.663055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Sync routers for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:16.663326 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-929cd474-ca26-44eb-be53-1425c23a178a admin admin] 10.222.0.32 "PUT /v2.0/routers/11c2bc58-890c-449c-938a-93bb0e059707/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9478433 Apr 15 11:06:16.666207 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 42996) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:16.675021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:16.675787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:16.785259 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 has already been hosted by L3 agent 3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff {{(pid=85373) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 11:06:16.859972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks [] for router, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:16.870662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: dv-cinder-786383-1-smb {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:16.983499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] Notify agent at l3_agent.dv-cinder-786383-1-smb the message routers_updated {{(pid=85373) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 11:06:16.996057 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Sync routers for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 11:06:17.000875 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-01b9640c-524a-4c6c-8965-b9161c0a29b0 admin admin] 10.222.0.32 "PUT /v2.0/routers/0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0752442 Apr 15 11:06:17.001566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43000) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:17.008715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:17.009677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.067240 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.076468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Deleting port 75ad9983-b32f-474d-b170-5a0b62d67253 {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:17.076850 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.204442 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks [] for router, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.239868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: dv-cinder-786383-1-smb {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:17.244774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135'}], 'enable_snat': True}, 'gw_port_id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:06:15Z', 'revision_number': 5, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port': {'id': '75ad9983-b32f-474d-b170-5a0b62d67253', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:f8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11c2bc58-890c-449c-938a-93bb0e059707', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T11:00:18Z', 'updated_at': '2021-04-15T11:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.249802 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Checking router: 11c2bc58-890c-449c-938a-93bb0e059707 for host: dv-cinder-786383-1-smb {{(pid=85375) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:17.259616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Routers {'11c2bc58-890c-449c-938a-93bb0e059707'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85375) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:17.260149 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['11c2bc58-890c-449c-938a-93bb0e059707'], 'active': True} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.280085 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] For port 75ad9983-b32f-474d-b170-5a0b62d67253, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=75ad9983-b32f-474d-b170-5a0b62d67253,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:17.280901 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.409214 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.419975 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Deleting port 2fa99da1-13ee-4a34-9a44-beba745ade57 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:17.420351 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.421238 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Calling delete_port for 75ad9983-b32f-474d-b170-5a0b62d67253 owned by network:router_gateway {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:17.432648 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] Set router 11c2bc58-890c-449c-938a-93bb0e059707 gateway port host: None {{(pid=85375) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:17.602021 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'external_fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T11:06:15Z', 'revision_number': 5, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port': {'id': '2fa99da1-13ee-4a34-9a44-beba745ade57', 'name': '', 'network_id': '5899e5f7-649b-4fb8-b2f7-24a07a23e3da', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:11:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T10:58:23Z', 'updated_at': '2021-04-15T10:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b61dac3-a75f-4a91-a343-f97f4bdb4c53', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-1-smb'}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.609271 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Checking router: 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 for host: dv-cinder-786383-1-smb {{(pid=85376) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 11:06:17.620092 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.622563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Routers {'0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'} bound to L3 agent in host dv-cinder-786383-1-smb {{(pid=85376) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 11:06:17.623239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T10:45:35Z,description=,heartbeat_timestamp=2021-04-15T11:06:05Z,host='dv-cinder-786383-1-smb',id=3dc24f83-7c3e-4e8b-95d5-3c241d8ff8ff,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T10:45:35Z,topic='l3_agent')) {'router_ids': ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'], 'active': True} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.640077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1716cf9e-ac8c-444a-a57c-3e7a646918cf tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:17.643028 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] For port 2fa99da1-13ee-4a34-9a44-beba745ade57, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=2fa99da1-13ee-4a34-9a44-beba745ade57,segment=NetworkSegment(68dcd87e-470a-4b2d-9f3d-9a14a036c5ec),segment_id=68dcd87e-470a-4b2d-9f3d-9a14a036c5ec)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:17.643731 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:17.745010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:06:17Z', 'revision_number': 6, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.750252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Pushing event deleted for resources: {'Port': ['ID=75ad9983-b32f-474d-b170-5a0b62d67253,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:17.750404 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44b1d67-d70a-453e-87d4-31dd97f26145 None None] The sync data for ids ['11c2bc58-890c-449c-938a-93bb0e059707'] in dv-cinder-786383-1-smb is: [{'id': '11c2bc58-890c-449c-938a-93bb0e059707', 'name': 'tempest-TestShelveInstance-516174915-router', 'tenant_id': 'e26a769b9d004f70b987e16720eb7fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T11:00:17Z', 'updated_at': '2021-04-15T11:06:17Z', 'revision_number': 6, 'project_id': 'e26a769b9d004f70b987e16720eb7fa0', 'gw_port_host': None}] {{(pid=85375) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:17.753728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:17.807017 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Calling delete_port for 2fa99da1-13ee-4a34-9a44-beba745ade57 owned by network:router_gateway {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:17.814030 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvr_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] Set router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 gateway port host: None {{(pid=85376) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 11:06:17.965389 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_hamode_db [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T11:06:17Z', 'revision_number': 6, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port_host': None}], 'dv-cinder-786383-1-smb', False) {} {{(pid=85376) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:17.970091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84efcd2-5420-45fe-879e-acc9b570cc9f None None] The sync data for ids ['0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4'] in dv-cinder-786383-1-smb is: [{'id': '0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4', 'name': 'tempest-AttachVolumeShelveTestJSON-1225498600-router', 'tenant_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T10:58:22Z', 'updated_at': '2021-04-15T11:06:17Z', 'revision_number': 6, 'project_id': '6333ca8400b44a9a8748d85a53e0dd9b', 'gw_port_host': None}] {{(pid=85376) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 11:06:17.982762 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.013370 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.030360 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-2ac40369-6ad5-4b68-9382-effc3f899fa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:18.392772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa99da1-13ee-4a34-9a44-beba745ade57,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:18.395303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:18.450750 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.453100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.475398 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.476230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11c2bc58-890c-449c-938a-93bb0e059707 {{(pid=85374) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:06:18.493015 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] Notify callbacks [] for router, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.494774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-f339ae92-8b17-4391-ad7d-0211f1df493e admin admin] 10.222.0.32 "DELETE /v2.0/routers/11c2bc58-890c-449c-938a-93bb0e059707 HTTP/1.1" status: 204 len: 168 time: 1.8270557 Apr 15 11:06:18.497064 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43004) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:18.575766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Deleting subnet cc38050f-830f-43e2-8f92-b3a731ed1c0d {{(pid=85374) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:06:18.578101 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1033524'] for router_gateway, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.579208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.632598 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1547094'] for subnet, precommit_delete_associations {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.718988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.767931 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1032914', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-64357'] for router, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.770460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.792484 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036853742014'] for router, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.793077 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 {{(pid=85373) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 11:06:18.806512 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] Notify callbacks [] for router, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.807798 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-235e9fd0-c516-4ee0-991f-95a758b53e3f admin admin] 10.222.0.32 "DELETE /v2.0/routers/0b3f86e0-e42e-49d9-bfa7-f69b3f0534d4 HTTP/1.1" status: 204 len: 168 time: 1.8052177 Apr 15 11:06:18.810673 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43008) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:18.878180 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Deleting subnet c2fb1a28-e227-440b-971f-9e094216a411 {{(pid=85373) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}} Apr 15 11:06:18.881521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:18.936458 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129100956'] for subnet, precommit_delete_associations {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.016251 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1072090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-128384159'] for subnet, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.027443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-270'] for subnet, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.032098 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:19.072067 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc38050f-830f-43e2-8f92-b3a731ed1c0d,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:19.119070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:19.167990 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for subnet, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.174196 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506d973-57ac-40ed-8a70-d56c41e61db9 None None] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:06:19.177600 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5a4f1e99-77fd-45be-8224-949693d2f41f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc38050f-830f-43e2-8f92-b3a731ed1c0d HTTP/1.1" status: 204 len: 168 time: 0.6766732 Apr 15 11:06:19.177740 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43012) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:19.298595 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854775546', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934743', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036724935811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036725556307'] for subnet, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.298811 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.314957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07eabb8e-0a0a-4cb2-930e-9d8f10a0da46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:19.375819 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Deleting port dd2c51fd-831b-4819-a390-6f5fea8e0a0e {{(pid=85374) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:19.376193 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.398919 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2fb1a28-e227-440b-971f-9e094216a411,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:19.406563 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:19.440831 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] DHCP port deletion for 84ebd153-2523-4de1-acb5-d90f320bc7b7 request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:06:19.445721 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Deleting port dd2c51fd-831b-4819-a390-6f5fea8e0a0e {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:19.446147 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.451867 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.460549 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-d0452058-e1e3-4960-8e95-e0f75ce61089 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c2fb1a28-e227-440b-971f-9e094216a411 HTTP/1.1" status: 204 len: 168 time: 0.6463401 Apr 15 11:06:19.460814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43016) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:19.483645 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de98e5c-7877-4333-98f6-4a595f5d4a79 None None] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e requested from dv-cinder-786383-1-smb {{(pid=85375) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 11:06:19.583814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854310468'] for network, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.611544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] For port dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85374) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:19.611939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.658923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Deleting port 81cbfcba-0c3f-4727-94b9-3834466e42b3 {{(pid=85373) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:19.659287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.750414 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Calling delete_port for dd2c51fd-831b-4819-a390-6f5fea8e0a0e owned by network:dhcp {{(pid=85374) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:19.831933 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853703763'] for port, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.841687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] For port dd2c51fd-831b-4819-a390-6f5fea8e0a0e, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,segment=NetworkSegment(393bb708-af0b-43ac-8882-4852fe50a6ee),segment_id=393bb708-af0b-43ac-8882-4852fe50a6ee)] {{(pid=85375) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:19.842071 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.887992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.db [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] For port 81cbfcba-0c3f-4727-94b9-3834466e42b3, host dv-cinder-786383-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-1-smb',level=0,port_id=81cbfcba-0c3f-4727-94b9-3834466e42b3,segment=NetworkSegment(1e4da539-f6bd-46cd-85d5-54143217ff78),segment_id=1e4da539-f6bd-46cd-85d5-54143217ff78)] {{(pid=85373) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 11:06:19.888394 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-927066'] for port, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:19.900406 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-429d8c11-5c7d-4398-bed7-3381444501bd tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:19.949489 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:19.959940 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd2c51fd-831b-4819-a390-6f5fea8e0a0e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:19.964774 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:19.974841 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device dd2c51fd-831b-4819-a390-6f5fea8e0a0e no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:19.993785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] No DVR routers for this DVR port dd2c51fd-831b-4819-a390-6f5fea8e0a0e on host dv-cinder-786383-1-smb {{(pid=85374) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:20.009377 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Calling delete_port for dd2c51fd-831b-4819-a390-6f5fea8e0a0e owned by network:dhcp {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:20.030355 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Calling delete_port for 81cbfcba-0c3f-4727-94b9-3834466e42b3 owned by network:dhcp {{(pid=85373) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 11:06:20.071034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: dd2c51fd-831b-4819-a390-6f5fea8e0a0e {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:20.071034 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device dd2c51fd-831b-4819-a390-6f5fea8e0a0e not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:20.071349 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d2035177-8f22-4ff9-b926-322689138b33 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:20.113836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: d2035177-8f22-4ff9-b926-322689138b33 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:20.114250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device d2035177-8f22-4ff9-b926-322689138b33 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:20.114728 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 2fa99da1-13ee-4a34-9a44-beba745ade57 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:20.118089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.131972 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854269764', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854565543', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751064745502', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751064304994', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-129839882'] for port, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.148858 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6382860b-0f26-493c-9df6-99bf67ae29c3 tempest-AttachVolumeNegativeTest-119026950 tempest-AttachVolumeNegativeTest-119026950-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:20.165047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 2fa99da1-13ee-4a34-9a44-beba745ade57 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:20.165383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 2fa99da1-13ee-4a34-9a44-beba745ade57 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:20.165883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 1dc99bdf-9ad1-48f3-855d-430506272380 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:20.227210 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 1dc99bdf-9ad1-48f3-855d-430506272380 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:20.227622 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 1dc99bdf-9ad1-48f3-855d-430506272380 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:20.228023 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 75ad9983-b32f-474d-b170-5a0b62d67253 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:20.236666 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ebd153-2523-4de1-acb5-d90f320bc7b7']}} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.248062 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Pushing event deleted for resources: {'Port': ['ID=81cbfcba-0c3f-4727-94b9-3834466e42b3,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:20.250276 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '393bb708-af0b-43ac-8882-4852fe50a6ee') {'for_net_delete': True} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.250934 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '393bb708-af0b-43ac-8882-4852fe50a6ee') {} {{(pid=85374) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.252869 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:20.265145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036853228722'] for segment, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.271557 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 75ad9983-b32f-474d-b170-5a0b62d67253 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:20.271956 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 75ad9983-b32f-474d-b170-5a0b62d67253 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:20.283766 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.db.api [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85375) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 11:06:20.286157 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_db.api [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85375) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 11:06:20.286729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.294739 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=85374) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:06:20.298130 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] No DVR routers for this DVR port 81cbfcba-0c3f-4727-94b9-3834466e42b3 on host dv-cinder-786383-1-smb {{(pid=85373) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 11:06:20.336469 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374158bd-199d-404c-88eb-90c8618dd63c None None] DHCP port deletion for aebc5453-4c0f-49bc-bbda-d2de55eb177e request from dv-cinder-786383-1-smb {{(pid=85375) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 11:06:20.428649 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854697743', 'neutron.services.segments.db._delete_segments_for_network--9223363285789901633'] for network, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.488662 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:20.499376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853704327'] for segment, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.548737 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aebc5453-4c0f-49bc-bbda-d2de55eb177e']}} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.562502 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4da539-f6bd-46cd-85d5-54143217ff78') {'for_net_delete': True} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.562808 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.services.segments.db [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4da539-f6bd-46cd-85d5-54143217ff78') {} {{(pid=85373) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 11:06:20.575301 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363285789901377', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036725674876'] for segment, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.590958 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854746008'] for segment, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.597612 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=85373) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 11:06:20.681640 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Network 84ebd153-2523-4de1-acb5-d90f320bc7b7 has no segments {{(pid=85374) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:06:20.709152 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:06:20.780793 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:20.788346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Deleting port dd2c51fd-831b-4819-a390-6f5fea8e0a0e {{(pid=85375) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 11:06:20.788962 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363285790041477'] for port, before_delete {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.791333 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-29776', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-129839582'] for segment, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.794951 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.798730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1d796de9-f592-44c1-a86a-547af6e97c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:20.815175 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:20.826465 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Pushing event deleted for resources: {'Network': ['ID=84ebd153-2523-4de1-acb5-d90f320bc7b7,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:20.829770 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:20.831458 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-3b0cc681-4061-4b22-9feb-b2278a5b6159 admin admin] 10.222.0.32 "DELETE /v2.0/networks/84ebd153-2523-4de1-acb5-d90f320bc7b7 HTTP/1.1" status: 204 len: 168 time: 1.6526656 Apr 15 11:06:20.871677 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-3aeecc97-b28e-4d91-b193-514597151038 None None] The port 'dd2c51fd-831b-4819-a390-6f5fea8e0a0e' was deleted {{(pid=85375) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 11:06:20.972480 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.managers [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Network aebc5453-4c0f-49bc-bbda-d2de55eb177e has no segments {{(pid=85373) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: Traceback (most recent call last): Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: timer() Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: cb(*args, **kw) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: return func(*args, **kwargs) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: self._notify() Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: self.callback(batched_events) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: event.method(event) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: segment_id)['aggregates'][0] Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: return f(self, *a, **k) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: return self._get(url).json() Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: **kwargs) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: return self.request(url, 'GET', **kwargs) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: **endpoint_filter) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 11:06:21.000567 dv-cinder-786383-1-smb neutron-server[85262]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 11:06:21.044751 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43022) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.078531 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-77958', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934763', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-629132', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036853742306'] for network, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.083496 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-629183'] for network, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.087592 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8a867558-d4d8-4801-821d-eee869dd745c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:21.105419 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e3f4f6a1-6938-4262-9255-20e001cb2067 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e38e058186444d71907a36a00fd1c223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592225 Apr 15 11:06:21.108070 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43026) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.116166 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Pushing event deleted for resources: {'Network': ['ID=aebc5453-4c0f-49bc-bbda-d2de55eb177e,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:21.118697 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:21.124813 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-55fea89c-c23e-4694-92b3-af7ba02ae693 admin admin] 10.222.0.32 "DELETE /v2.0/networks/aebc5453-4c0f-49bc-bbda-d2de55eb177e HTTP/1.1" status: 204 len: 168 time: 1.6625385 Apr 15 11:06:21.172521 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.201988 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.252208 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.257689 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-14bb629b-e252-4d21-a729-2de52455d18d tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:21.272160 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bc7a1b-3f9f-4817-95fc-73c87c07e6ef,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:21.279088 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:21.279957 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.282306 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0f2fe152-71fc-483e-a947-4337ad597c73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c8bc7a1b-3f9f-4817-95fc-73c87c07e6ef HTTP/1.1" status: 204 len: 168 time: 0.1730192 Apr 15 11:06:21.353651 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43034) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.411701 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6f1bdb4d-2a0c-4f35-b76a-90c0790ef942 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6333ca8400b44a9a8748d85a53e0dd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566142 Apr 15 11:06:21.415924 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43040) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.483970 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.512230 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.579041 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.588571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ca813eb4-43ab-4eae-b22b-98ed2fd9ef5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:21.613560 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671e358-78a3-4d3e-8c39-d93ec8365eef,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:21.616056 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:21.623890 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.625314 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-0f01516d-772b-4dd5-9ef1-9d4a185bd959 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3671e358-78a3-4d3e-8c39-d93ec8365eef HTTP/1.1" status: 204 len: 168 time: 0.2081749 Apr 15 11:06:21.692641 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43046) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.752507 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a6e4d95c-357f-48f0-9cfd-feb75fc60c4a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e26a769b9d004f70b987e16720eb7fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0557928 Apr 15 11:06:21.752892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43050) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:21.842464 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.845128 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 81cbfcba-0c3f-4727-94b9-3834466e42b3 no longer exists at agent ovs-agent-dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 11:06:21.870655 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.882941 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.plugin [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] No Port match for: 81cbfcba-0c3f-4727-94b9-3834466e42b3 {{(pid=85375) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 11:06:21.883527 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.plugins.ml2.rpc [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Device 81cbfcba-0c3f-4727-94b9-3834466e42b3 not bound to the agent host dv-cinder-786383-1-smb {{(pid=85375) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 11:06:21.918917 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.924202 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-970b17ed-843b-46a4-b903-a29e61ae4ea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:21.940013 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1f54d7-a9c9-44f7-a8d4-d16e4b42e02d,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:21.945572 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:21.947930 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:21.948823 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8e1f54d7-a9c9-44f7-a8d4-d16e4b42e02d HTTP/1.1" status: 204 len: 168 time: 0.1947944 Apr 15 11:06:32.552453 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1180f8f1-7672-44d5-84cb-46ea03c3e976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:35.068045 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3f1a51a1-3099-4482-8c01-b45b1980686c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:35.775785 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:36.477798 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:37.330584 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:45.424923 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:56.747621 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43406) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:56.920832 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:56.937895 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:56.942479 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Usage tracker for resource:security_group_rule and tenant:0fef118c3c5b480caf49713b2ac1bac7 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:56.945702 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:56.949801 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:06:56.952187 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:57.048606 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.052630 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.060616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5b0fd141-17bd-4098-9a74-2897144648ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:57.103774 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0fef118c3c5b480caf49713b2ac1bac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3549674 Apr 15 11:06:57.105460 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28ae150-f803-49ba-8d80-3773944d5f24,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:57.106883 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43412) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:57.108986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-1ffbd941-5b82-4048-b807-ed05cdf0f004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:57.172376 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.201368 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.247659 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.251518 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-07e834d9-9676-45f8-9a46-46061525a391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:57.263281 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28ae150-f803-49ba-8d80-3773944d5f24,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:57.267048 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:57.270541 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.272512 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-59680793-cf7b-429a-a117-45988d577149 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f28ae150-f803-49ba-8d80-3773944d5f24 HTTP/1.1" status: 204 len: 168 time: 0.1643817 Apr 15 11:06:57.717583 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43420) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:57.738200 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.754596 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:06:57.759287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Usage tracker for resource:security_group_rule and tenant:1f6ea5f2dc13437884342edf7b69f67c is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:06:57.762605 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:06:57.769194 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:06:57.862478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.866543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:57.878363 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f4cf62f7-b5b6-43cc-babf-a7e202898237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:57.922131 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f6ea5f2dc13437884342edf7b69f67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2034326 Apr 15 11:06:57.923115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f8490-3ced-42e4-91c4-fb3671ef199c,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:57.925283 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43424) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:06:57.927823 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-59e4860e-deaf-40b4-ab1f-dd7ae14970df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:57.999170 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.026206 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.077571 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.082904 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4140b63e-0585-4985-8d72-3e2d7ab30295 tempest-AttachVolumeTestJSON-55316563 tempest-AttachVolumeTestJSON-55316563-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:06:58.093903 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f8490-3ced-42e4-91c4-fb3671ef199c,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:06:58.096383 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:06:58.102959 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:06:58.104537 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-fe80839b-eab6-46fc-a75f-5f4070499bf6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bf4f8490-3ced-42e4-91c4-fb3671ef199c HTTP/1.1" status: 204 len: 168 time: 0.1778550 Apr 15 11:07:02.546822 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-afe7fc49-84ea-4bbb-bad7-10cfeef4dafe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:05.051430 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-406a7208-957a-4a0e-8292-05cae984faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:05.779932 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:06.483611 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:07.332915 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:15.428096 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:16.958345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43636) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:17.103008 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.118827 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:17.123031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Usage tracker for resource:security_group_rule and tenant:abbe0bf2e5ad49a9b264b5b48eb425a5 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:17.126050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:17.132188 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:17.226014 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.229943 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.237498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-345904ed-ec13-4899-9712-055d6d2b8047 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:17.280458 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=abbe0bf2e5ad49a9b264b5b48eb425a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209541 Apr 15 11:07:17.281416 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb31ff2-285d-4bab-936c-5ebf9b22bd7b,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:17.284304 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43642) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:17.290525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.290954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.291366 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.291775 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.292182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.292586 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.292986 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.293385 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.293787 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.294185 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.294613 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.295016 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85373) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.299574 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a7b9dfbe-4b06-479e-b3c6-e1dd9397e2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:17.350726 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.380010 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.427900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.434434 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-88c9fed0-ea73-4157-a304-26f0b512429e tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:17.456055 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb31ff2-285d-4bab-936c-5ebf9b22bd7b,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:17.466617 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.467047 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.467467 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.467877 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.468284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.468687 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.469097 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.469498 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.469893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.470315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.470719 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.471116 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-1-smb {{(pid=85374) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 11:07:17.474431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:17.484431 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.485690 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c68f98cf-4a79-48b2-9203-627bf1257bde admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ceb31ff2-285d-4bab-936c-5ebf9b22bd7b HTTP/1.1" status: 204 len: 168 time: 0.1999826 Apr 15 11:07:17.805132 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43650) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:17.829443 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.845137 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:17.849371 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Usage tracker for resource:security_group_rule and tenant:850916e6ee3c4f8398a28e127ee0beac is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:17.852436 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:17.859287 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:17.946106 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.950032 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:17.957893 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a5f8f1dd-c946-4a3d-803d-d31e535af68f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:18.002507 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=850916e6ee3c4f8398a28e127ee0beac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1961355 Apr 15 11:07:18.003470 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c47ce6-d25e-4b02-8c50-f09a1869670c,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:18.006190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43654) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:18.006708 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-28b5bca6-2d4a-49cc-9fe6-5ba5f5112dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:18.085182 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:18.113723 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:18.159317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:18.163284 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-68178641-d7af-4e5c-a846-755f5ff1eea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:18.175295 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c47ce6-d25e-4b02-8c50-f09a1869670c,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:18.177806 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:18.184315 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:18.185572 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-ba49b360-3c35-4fb6-b742-ce67abae9524 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97c47ce6-d25e-4b02-8c50-f09a1869670c HTTP/1.1" status: 204 len: 168 time: 0.1782684 Apr 15 11:07:21.926359 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43788) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:22.059753 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.076499 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:22.080730 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Usage tracker for resource:security_group_rule and tenant:e4c09bb58a8a4c809446c1d8a34a7c36 is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:22.083791 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:22.090117 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:22.178814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.183461 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.191322 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8d1ff703-8c26-491e-9ece-0b0006fa3125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:22.232722 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404993aa-585e-4ffd-b930-df6f8fdc8103,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:22.237367 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4c09bb58a8a4c809446c1d8a34a7c36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3099210 Apr 15 11:07:22.238457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-8590b3ca-50c1-4c60-8b3a-51bb60b80489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:22.240938 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43794) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:22.306778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.334616 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.385685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.391745 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-f6890cc4-3e21-4d30-a3d9-01ef9d895d27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:22.403700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404993aa-585e-4ffd-b930-df6f8fdc8103,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:22.407610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:22.411314 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.412578 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/404993aa-585e-4ffd-b930-df6f8fdc8103 HTTP/1.1" status: 204 len: 168 time: 0.1706631 Apr 15 11:07:22.729776 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43802) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:22.750644 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.766472 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:22.770781 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Usage tracker for resource:security_group_rule and tenant:a9c8e278b81a4986adb381366cbcf9a6 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:22.773868 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:22.780261 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:22.871900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.876863 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:22.888891 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7a0c071a-968f-4d83-b76f-218bc2eb7267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:22.938575 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a9c8e278b81a4986adb381366cbcf9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072515 Apr 15 11:07:22.939544 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e6e386-69d4-4eac-b540-34237add8b20,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:22.941794 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43806) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:22.942969 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4cb6eb36-a266-4f40-9a72-57de8f724a2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:23.011403 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.046268 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.098172 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.102391 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-5eccb225-76cd-4fd2-bec0-08e8a7e8944f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:23.114569 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e6e386-69d4-4eac-b540-34237add8b20,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:23.117065 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:23.123525 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:23.124679 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-a19710ea-67e7-4517-8469-9e837e0872f4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37e6e386-69d4-4eac-b540-34237add8b20 HTTP/1.1" status: 204 len: 168 time: 0.1816428 Apr 15 11:07:25.652742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43880) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:25.786280 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.802783 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:25.807211 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Usage tracker for resource:security_group_rule and tenant:81bc35e3e90f4a2fab81320426f5b102 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:25.810619 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:25.823482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:25.919511 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.924317 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:25.933169 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-3879a50e-2751-42f5-9ab0-1bdd79f1776f tempest-AttachVolumeShelveTestJSON-1906582189 tempest-AttachVolumeShelveTestJSON-1906582189-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:25.976823 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=81bc35e3e90f4a2fab81320426f5b102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3228793 Apr 15 11:07:25.978685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa87204-4700-4256-be52-fc757af4c592,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:25.980042 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43886) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:25.982115 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-c8e94b6d-5abf-45ec-a304-8909ecb86311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:26.051303 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.080437 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.126814 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.131918 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-9d5ccf5c-8127-4119-93e5-54714f042bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:26.142977 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa87204-4700-4256-be52-fc757af4c592,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:26.146715 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:26.150242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.151471 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4fa87204-4700-4256-be52-fc757af4c592 HTTP/1.1" status: 204 len: 168 time: 0.1703665 Apr 15 11:07:26.471736 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43894) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:26.491250 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.507239 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:26.511412 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f754932a832e43cca0f9b7ab6809f7e9 is out of sync, need to count used quota {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:26.514497 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85373) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:26.520647 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85373) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:26.617887 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.622052 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.629879 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-4d12e27e-cdc2-4082-a7c9-3b140c9ae140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:26.676463 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f754932a832e43cca0f9b7ab6809f7e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2035201 Apr 15 11:07:26.677468 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29795698-4609-4d8d-84ee-0938e5de458e,revision_number=1']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:26.679997 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43898) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:26.680720 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6cf98a2d-693c-4383-9326-f0b2f08e00c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:26.746712 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.778145 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.831223 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.837402 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-e65c549e-dacc-4769-9070-8bcb32688b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:26.856610 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29795698-4609-4d8d-84ee-0938e5de458e,revision_number=None']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:26.859176 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:26.865632 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:26.866855 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-67fd99bf-94fd-4abc-837e-62230d294fbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29795698-4609-4d8d-84ee-0938e5de458e HTTP/1.1" status: 204 len: 168 time: 0.1852798 Apr 15 11:07:32.551812 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-57dfe9bc-e1fd-44e2-8544-f71ab5eebce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:33.949337 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:07:34.404445 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85374) accepted ('10.222.0.32', 43980) {{(pid=85374) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:34.540880 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.557985 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 11:07:34.563091 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:423e0873874d42d38b94d7b38046405b is out of sync, need to count used quota {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 11:07:34.566566 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.quota.resource [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85374) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 11:07:34.572960 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.quota.driver [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85374) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 11:07:34.660911 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.664400 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_create {{(pid=85374) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.672307 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-52e1cc36-d9d1-4a35-8fc3-37f5b66e9e09 tempest-TestShelveInstance-1929003725 tempest-TestShelveInstance-1929003725-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:34.714707 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec697185-dbc6-4294-93d4-3b795ecf490d,revision_number=1']} {{(pid=85374) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:34.721479 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=423e0873874d42d38b94d7b38046405b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156385 Apr 15 11:07:34.722579 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-7ca9c692-43e2-4129-a10d-a53197b7fdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85374) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:34.724717 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [-] (85373) accepted ('10.222.0.32', 43986) {{(pid=85373) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 11:07:34.797122 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.825817 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.878700 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-934777'] for security_group, after_delete {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.883825 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-6a922ca7-4147-4f8e-9213-e78767df411f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 11:07:34.900100 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec697185-dbc6-4294-93d4-3b795ecf490d,revision_number=None']} {{(pid=85373) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 11:07:34.904517 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG oslo_concurrency.lockutils [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85373) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 11:07:34.925292 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85373) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:34.926681 dv-cinder-786383-1-smb neutron-server[85262]: INFO neutron.wsgi [None req-97cbd21f-c92d-4ca4-9aa1-69d77df0c3bc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec697185-dbc6-4294-93d4-3b795ecf490d HTTP/1.1" status: 204 len: 168 time: 0.2004981 Apr 15 11:07:35.056242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-13000c10-ac0f-4129-be17-7add2a16c49b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:35.780803 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:36.480266 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:37.336971 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:07:45.441939 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:02.556345 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-173ae8b2-93e7-4e6c-bde9-721946609c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.063809 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-da1d3398-b405-43c7-928c-fc6320320957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:05.788050 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:06.480653 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:07.341457 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:10.949711 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:08:15.463164 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:32.569567 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-076a4339-dfe1-4457-ae45-046e36674f12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.063361 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-5af79313-12e2-4fe2-92fa-65b61ba08b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:35.795493 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:36.481755 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:37.344836 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:45.479742 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:08:47.949450 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:02.565954 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-996e3f80-7449-44f0-b62e-7926b6c87efb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:05.063682 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-42816f9c-b30f-479b-8237-802a1f7427c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:05.797031 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:06.482072 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:07.352252 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:15.499945 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:24.949305 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:09:32.560906 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-8ef25d81-aa8f-4f2e-a372-1b06b2c55cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:35.063568 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-71b5fe27-fa2c-4062-9c31-a2f8ee622b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:35.796243 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:36.478478 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:37.352747 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:09:45.500225 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:01.949346 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:02.567190 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-615e8836-1f74-4b1a-9b52-18f9bb573161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:05.060729 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-321bf172-b163-4cf6-a454-e70bfa834aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:05.798543 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:06.483536 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:07.358007 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:15.497609 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:32.561900 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-998f0380-0b96-4536-9ef9-edd4527b090b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:35.060623 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-e3ebb324-47f1-44ff-bb0e-d48f15318c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:35.803102 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:36.486410 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:37.364996 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:10:38.950267 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:10:45.523242 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:02.570089 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-83f2e0b5-a00c-4395-8315-b1bb8b7c75b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.063618 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-c2d65673-ae08-4c49-90d2-fa97d17eb90e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:05.815482 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:06.483519 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:07.367669 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.539139 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:15.950685 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:11:32.421462 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-5b6a9647-a3c9-4e7d-b1bb-aead0451d4f1 req-0935bae8-fcc8-43aa-9643-ed576e2a0fdc service neutron] (85373) timed out ('10.222.0.26', 59895) {{(pid=85373) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:11:32.567140 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-cf993a9d-f1a5-4cab-938e-57edf823f95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:35.061680 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-885337c5-51eb-4802-9079-bde83f85fb2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:35.812713 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:36.479593 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:37.372347 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:45.545778 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:11:52.950555 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:02.563538 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-bc0f72ab-25ef-41c5-82b2-9e68d8cb1d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:03.339701 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.wsgi [req-f3d0bc73-116d-439c-b3d9-66ce78de8ed0 req-3e686810-5cf8-4d6a-bf13-486ec21eaff1 service neutron] (85374) timed out ('10.222.0.26', 60044) {{(pid=85374) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Apr 15 11:12:05.056992 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-f97da052-ae71-4643-a8a0-ecbc3d54e3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:05.811955 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:06.480905 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:07.374892 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:15.544635 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-10ae45b7-e337-4707-b103-8ed8a16e551c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:29.953885 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron.db.agents_db [None req-45661832-ee79-436a-81a5-13c95aaf18b0 None None] Agent healthcheck: found 6 active agents {{(pid=85376) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 11:12:32.559674 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-dbcb9dc4-30aa-4c8a-b1ff-aba2482f55cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:35.051772 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-3092ee47-c34d-4840-ba7d-69890340fa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:35.814012 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-1ae5e73c-fce5-4d1a-96f9-0929674a4f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:36.475578 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-74595850-d6bc-4c9b-9c18-9636de1c12b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 11:12:37.374604 dv-cinder-786383-1-smb neutron-server[85262]: DEBUG neutron_lib.callbacks.manager [None req-ae985a4e-1e4b-400d-ac03-aad179193163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363285789901650', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-81475'] for agent, after_update {{(pid=85375) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}